-- Logs begin at Mon 2021-05-31 17:41:50 UTC, end at Mon 2021-05-31 18:36:43 UTC. -- May 31 18:10:30.142438 dv-cinder-770050-4-smb systemd[1]: Started Devstack devstack@q-svc.service. May 31 18:10:31.091833 dv-cinder-770050-4-smb neutron-server[91646]: Beware of the coming changes in the project packaging May 31 18:10:31.092471 dv-cinder-770050-4-smb neutron-server[91646]: https://github.com/svinota/pyroute2/discussions/786 May 31 18:10:32.537116 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.common.config [-] Logging enabled! May 31 18:10:32.537667 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev246 May 31 18:10:32.537871 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91646) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 31 18:10:32.541001 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.common.config [-] Logging enabled! May 31 18:10:32.541254 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev246 May 31 18:10:32.541561 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91646) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 31 18:10:32.543005 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 18:10:32.543236 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 18:10:32.543590 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 18:10:32.543833 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 18:10:32.544072 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 18:10:32.544390 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.544685 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.544982 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.545207 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.545496 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.545781 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.546059 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.546342 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.546633 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.546912 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.547184 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.547461 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.547687 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.547964 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.548268 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.548552 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.548773 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] debug = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.549046 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.549462 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.549869 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.550140 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.550422 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.550693 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.550957 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.551224 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.551499 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.551817 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] host = dv-cinder-770050-4-smb {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.552120 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.552405 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.552683 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.552962 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.553230 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.553498 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.553775 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.554042 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.554308 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] log_file = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.554580 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.554857 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.555136 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.555422 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.555645 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.555861 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.556171 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.556453 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.556719 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.556984 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.557249 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.557534 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.557855 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.558117 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.558395 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.558673 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.558952 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.559215 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.559480 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.559743 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.560005 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.560308 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.560574 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.560837 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.561100 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.561381 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.561644 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.561910 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.562202 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.562482 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.562758 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.563039 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.563304 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.563582 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.563848 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.564141 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.564407 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] use_json = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.564678 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.564938 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.565214 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.565479 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.565743 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.566010 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.566274 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.566551 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:32.566839 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.567131 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.567423 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.567700 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.567990 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.568286 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.568569 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.568840 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.569122 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.569405 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.569684 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.569956 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.570236 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.570506 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.570793 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.571094 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.571384 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.571669 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.571943 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.572248 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.572520 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.572792 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.573072 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.573878 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.574164 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.574434 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.574704 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.574993 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.575265 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.575534 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.575806 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.576115 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.576391 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.576661 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.576939 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.577213 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.577483 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.577751 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.578023 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.578311 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.578585 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.578853 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.579121 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.579391 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.579660 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.579939 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.580248 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.580520 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.580790 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.581063 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.581331 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.581597 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.581870 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.582139 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.582410 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.582680 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.582947 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.583213 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.583479 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.583745 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.584013 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.584302 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.584572 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.584839 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.585110 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.585378 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.585643 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.585909 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.586192 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.586484 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.586756 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.587027 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.587297 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.587566 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.587835 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.588134 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.588407 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.588676 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.589520 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.589804 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.590083 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.590362 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.590639 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.590908 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.591195 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.591465 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.591741 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.592009 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.592299 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.592582 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.592856 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.593142 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.593428 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.593711 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.593995 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.594279 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.594552 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.594853 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.595135 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:32.595349 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 18:10:32.595579 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91646) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 31 18:10:32.938272 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:10:32.938548 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:10:32.938837 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:10:32.939301 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.manager [-] Loading core plugin: ml2 May 31 18:10:33.321593 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.321785 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.322047 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.323777 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.324057 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.324326 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.359034 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.359307 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.359568 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.372864 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.373139 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.373399 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.402829 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.403099 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.403359 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.439351 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.439627 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.439884 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.668379 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.668982 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.668982 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.669166 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.669902 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.790254 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.790570 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.790853 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.791123 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.791386 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.791690 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.792502 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.792757 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.793006 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.793283 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.793536 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.793793 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.794051 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.794300 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.794570 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.794835 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.796202 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.796494 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.796760 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.797052 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.797409 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.797665 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.797918 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.798202 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.798452 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.798698 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.799076 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91646) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 18:10:33.799314 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91646) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 18:10:33.799551 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91646) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 18:10:33.799783 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91646) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 18:10:33.800016 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91646) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 18:10:33.800277 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91646) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 18:10:33.800635 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 31 18:10:33.803734 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 31 18:10:33.808202 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 31 18:10:33.811886 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) May 31 18:10:33.813522 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 31 18:10:33.813958 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 31 18:10:33.814282 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 31 18:10:33.814657 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 31 18:10:33.817646 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 31 18:10:33.817898 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 31 18:10:33.818237 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 31 18:10:33.844906 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 31 18:10:33.845352 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.845645 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91646) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 31 18:10:33.846002 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.847336 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91646) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 31 18:10:33.847618 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 31 18:10:33.847858 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 31 18:10:33.851044 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.851326 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:33.930418 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 31 18:10:33.930579 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 31 18:10:33.930801 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 31 18:10:33.931172 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 31 18:10:33.967008 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_db.sqlalchemy.engines [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91646) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 31 18:10:34.300632 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.plugins.ml2.managers [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Initializing driver for type 'gre' May 31 18:10:34.301055 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] gre ID ranges: [(1, 1000)] May 31 18:10:34.352270 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.plugins.ml2.managers [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Initializing driver for type 'local' May 31 18:10:34.352609 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.plugins.ml2.managers [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Initializing driver for type 'vlan' May 31 18:10:34.364339 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] VlanTypeDriver initialization complete May 31 18:10:34.364668 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.plugins.ml2.managers [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Initializing driver for type 'vxlan' May 31 18:10:34.365143 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] vxlan ID ranges: [(1, 1000)] May 31 18:10:34.418563 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.plugins.ml2.managers [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Initializing extension driver 'port_security' May 31 18:10:34.419052 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.plugins.ml2.extensions.port_security [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] PortSecurityExtensionDriver initialization complete May 31 18:10:34.419586 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.plugins.ml2.managers [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Initializing mechanism driver 'openvswitch' May 31 18:10:34.419915 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.plugins.ml2.managers [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Initializing mechanism driver 'hyperv' May 31 18:10:34.426494 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.plugins.ml2.plugin [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:10:34.427251 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > port after_create 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.427622 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > port after_update 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.427970 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > port after_delete 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.428382 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > subnet after_create 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.428731 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > subnet after_update 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.429076 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > subnet after_delete 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.429452 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > network after_create 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.429797 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > network after_update 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.430138 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > network after_delete 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.430511 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > security_group after_create 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.430853 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > security_group after_update 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.431190 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > security_group after_delete 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.431560 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.431900 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.432258 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.432627 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > address_group after_create 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.432965 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > address_group after_update 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.433296 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > address_group after_delete 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.433629 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] ML2 OVO RPC backend initialized. {{(pid=91646) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 31 18:10:34.434338 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > router_interface after_create 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.434688 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.435103 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > network before_response 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.435448 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > networks before_response 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.435791 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > port before_response 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.436157 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > ports before_response 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.436500 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > subnet before_response 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.436836 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > subnets before_response 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.437178 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > network after_create 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.437515 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > network after_update 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.437847 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > network after_delete 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.438179 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > port after_create 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.438514 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > port after_update 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.438851 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > port after_delete 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.439185 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > subnet after_create 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.439517 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > subnet after_update 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.439846 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > subnet after_delete 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.440454 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.plugins.ml2.plugin [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Modular L2 Plugin initialization complete May 31 18:10:34.440785 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading services supported by the core plugin {{(pid=91646) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 31 18:10:34.441114 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.plugins.ml2.managers [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Got port-security extension from driver 'port_security' May 31 18:10:34.441574 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.extensions.vlantransparent [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Disabled vlantransparent extension. May 31 18:10:34.442064 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91646) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 31 18:10:34.442378 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading Plugin: router May 31 18:10:34.483556 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > router_interface before_create 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.483955 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > router after_create 55549900 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.484359 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > router before_create 55549900 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.484728 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.485099 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.485451 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > router after_delete 55549900 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.485808 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > floatingip after_update 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.486168 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > router after_create 55549900 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.486512 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > router after_update 55549900 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.486859 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > router after_update 55549900 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.487203 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.487565 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > router after_update 55549900 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.487972 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > router precommit_update 55549900 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.488364 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: port after_update 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.488707 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: port after_delete 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.489046 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: subnet after_update 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.489389 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.489737 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > port precommit_delete 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.490082 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > router precommit_create 55549900 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.490421 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: port before_delete 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.490758 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > router precommit_create 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.491114 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > router after_update 55549900 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.491455 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > router precommit_delete 55549900 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.491802 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > router precommit_create 55549900 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.492191 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > router_interface after_create 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.492536 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > router precommit_update 55549900 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.492905 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > network after_delete 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.493759 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.quota.resource_registry [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Tracking information for resource: router configured {{(pid=91646) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 18:10:34.494090 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.quota.resource_registry [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Tracking information for resource: floatingip configured {{(pid=91646) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 18:10:34.499085 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.db.l3_agentschedulers_db [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 31 18:10:34.499660 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: port after_update 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.500022 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: port after_create 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.500399 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: port after_delete 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.500752 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: port after_update 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.501553 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > router before_create 55550100 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.501918 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > router precommit_delete 55550100 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.502278 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > router precommit_create 55550100 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.502634 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > router precommit_update 55550100 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.507210 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.services.provider_configuration [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Service providers = [] {{(pid=91646) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 31 18:10:34.507827 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.db.servicetype_db [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91646) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 31 18:10:34.511266 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.services.service_base [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91646) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 18:10:34.511614 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.services.service_base [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91646) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 18:10:34.511954 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.services.service_base [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91646) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 18:10:34.512857 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.services.service_base [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91646) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 18:10:34.513227 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.services.service_base [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Default provider is not specified for service type L3_ROUTER_NAT May 31 18:10:34.513767 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91646) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 18:10:34.514086 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 31 18:10:34.524490 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91646) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 18:10:34.524823 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading Plugin: auto_allocate May 31 18:10:34.531148 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: network precommit_update 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.531514 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: network precommit_create 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.532025 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91646) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 18:10:34.532373 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading Plugin: tag May 31 18:10:34.539139 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91646) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 18:10:34.539467 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading Plugin: timestamp May 31 18:10:34.543251 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91646) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 18:10:34.543584 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading Plugin: network_ip_availability May 31 18:10:34.548796 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.549167 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.549523 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.550225 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91646) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 18:10:34.550543 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading Plugin: flavors May 31 18:10:34.555552 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91646) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 18:10:34.555831 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading Plugin: revisions May 31 18:10:34.560121 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91646) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 18:10:34.560512 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_concurrency.lockutils [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.622s {{(pid=91646) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:10:34.561235 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91646) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 31 18:10:34.561571 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Initializing extension manager. May 31 18:10:34.562072 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: __init__.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.562412 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: __pycache__ {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.562746 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.563077 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: address_group.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.563826 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.564429 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: address-group May 31 18:10:34.564754 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: address_scope.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.565452 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.565963 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: address-scope May 31 18:10:34.566282 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: admin_state_down_before_update.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.567196 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.567708 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: router-admin-state-down-before-update May 31 18:10:34.568028 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: agent.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.568743 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.569249 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: agent May 31 18:10:34.569566 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: agent_resources_synced.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.570458 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.570967 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: agent-resources-synced May 31 18:10:34.571284 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: allowedaddresspairs.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.573586 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.574118 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: allowed-address-pairs May 31 18:10:34.574445 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: auto_allocated_topology.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.575511 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.576058 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: auto-allocated-topology May 31 18:10:34.576386 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: availability_zone.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.577076 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.577588 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: availability_zone May 31 18:10:34.577909 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: availability_zone_filter.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.578803 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.579316 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: availability_zone_filter May 31 18:10:34.579636 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: data_plane_status.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.580553 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.581061 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extension data-plane-status not supported by any of loaded plugins May 31 18:10:34.581380 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: default_subnetpools.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.582269 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.582778 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: default-subnetpools May 31 18:10:34.583097 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: dhcpagentscheduler.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.583886 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.584437 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: dhcp_agent_scheduler May 31 18:10:34.584758 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: dns.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.585658 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.586167 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extension dns-integration not supported by any of loaded plugins May 31 18:10:34.586486 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: dns_domain_ports.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.587383 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.587891 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extension dns-domain-ports not supported by any of loaded plugins May 31 18:10:34.588245 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: dvr.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.589508 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.590019 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: dvr May 31 18:10:34.590341 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: empty_string_filtering.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.591235 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.591746 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: empty-string-filtering May 31 18:10:34.592090 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.592986 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.593493 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 31 18:10:34.593812 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.594702 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.595206 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 31 18:10:34.595523 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: external_net.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.596451 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.596969 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: external-net May 31 18:10:34.597286 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: extra_dhcp_opt.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.598186 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.598696 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: extra_dhcp_opt May 31 18:10:34.599014 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: extraroute.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.599911 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.600459 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: extraroute May 31 18:10:34.600776 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: extraroute_atomic.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.601781 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.602292 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: extraroute-atomic May 31 18:10:34.602611 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: filter_validation.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.603263 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.603765 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: filter-validation May 31 18:10:34.604110 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: fip_pf_description.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.605315 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.605829 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 31 18:10:34.606149 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: fip_port_details.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.607059 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.607574 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: fip-port-details May 31 18:10:34.607892 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: flavors.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.609144 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.609663 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: flavors May 31 18:10:34.609987 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.611609 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.612166 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 31 18:10:34.612495 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: floatingip_pools.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.613179 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.613690 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: floatingip-pools May 31 18:10:34.614011 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: ip_allocation.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.614910 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.615415 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extension ip_allocation not supported by any of loaded plugins May 31 18:10:34.615735 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.616660 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.617177 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: ip-substring-filtering May 31 18:10:34.617500 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: l2_adjacency.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.618405 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.618911 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extension l2_adjacency not supported by any of loaded plugins May 31 18:10:34.619231 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: l3.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.620284 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.620807 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: router May 31 18:10:34.621132 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: l3_conntrack_helper.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.623331 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.623860 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 31 18:10:34.624224 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.625151 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.625681 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: ext-gw-mode May 31 18:10:34.626008 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.626911 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.627435 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: l3-ha May 31 18:10:34.627758 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: l3_flavors.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.628691 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.629204 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: l3-flavors May 31 18:10:34.629525 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.630442 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.630949 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: l3-port-ip-change-not-allowed May 31 18:10:34.631270 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: l3agentscheduler.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.632299 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.633080 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: l3_agent_scheduler May 31 18:10:34.633404 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: logging.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.634866 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.635389 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extension logging not supported by any of loaded plugins May 31 18:10:34.636257 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: metering.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.636988 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.637570 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: metering May 31 18:10:34.637892 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.638974 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.639489 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: metering_source_and_destination_fields May 31 18:10:34.639816 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: multiprovidernet.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.640860 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.641377 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: multi-provider May 31 18:10:34.641697 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: netmtu.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.642599 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.643109 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: net-mtu May 31 18:10:34.643426 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: netmtu_writable.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.644357 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.644866 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: net-mtu-writable May 31 18:10:34.645184 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: network_availability_zone.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.645844 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.646350 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: network_availability_zone May 31 18:10:34.646666 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: network_ip_availability.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.647740 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.648293 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: network-ip-availability May 31 18:10:34.648617 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: network_segment_range.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.649371 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.649877 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extension network-segment-range not supported by any of loaded plugins May 31 18:10:34.650198 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: pagination.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.651157 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.652067 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: pagination May 31 18:10:34.652390 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: port_device_profile.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.653289 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.653808 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: port-device-profile May 31 18:10:34.654124 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.655018 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.655529 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: port-mac-address-regenerate May 31 18:10:34.655844 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.656770 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.657280 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: port-numa-affinity-policy May 31 18:10:34.657603 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: port_resource_request.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.658486 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.658995 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extension port-resource-request not supported by any of loaded plugins May 31 18:10:34.659313 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: portbindings.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.660250 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.660759 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: binding May 31 18:10:34.661077 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: portbindings_extended.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.662348 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.662864 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: binding-extended May 31 18:10:34.663186 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: portsecurity.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.664114 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.664632 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: port-security May 31 18:10:34.664951 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: project_id.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.665911 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.666237 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: project-id May 31 18:10:34.666555 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: providernet.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.667484 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.668005 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: provider May 31 18:10:34.668368 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: qos.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.671786 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.672333 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extension qos not supported by any of loaded plugins May 31 18:10:34.672650 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.673881 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.674398 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 31 18:10:34.674724 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.675628 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.676180 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 31 18:10:34.676505 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: qos_default.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.677403 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.677927 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extension qos-default not supported by any of loaded plugins May 31 18:10:34.678250 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: qos_fip.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.678889 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.679395 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extension qos-fip not supported by any of loaded plugins May 31 18:10:34.679713 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: qos_gateway_ip.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.680656 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.681166 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extension qos-gateway-ip not supported by any of loaded plugins May 31 18:10:34.681483 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: qos_port_network_policy.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.682413 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.682947 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extension qos-port-network-policy not supported by any of loaded plugins May 31 18:10:34.683265 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: qos_rule_type_details.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.684199 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.684705 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extension qos-rule-type-details not supported by any of loaded plugins May 31 18:10:34.685022 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: qos_rules_alias.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.686046 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.686556 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extension qos-rules-alias not supported by any of loaded plugins May 31 18:10:34.686871 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: quotasv2.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.687877 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.688234 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: quotas May 31 18:10:34.688555 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: quotasv2_detail.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.690156 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.690493 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: quota_details May 31 18:10:34.690813 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: rbac.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.691850 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.692412 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: rbac-policies May 31 18:10:34.692741 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: rbac_address_group.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.693649 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.694167 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: rbac-address-group May 31 18:10:34.694491 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: rbac_address_scope.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.695394 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.695906 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: rbac-address-scope May 31 18:10:34.696251 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: rbac_security_groups.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.697151 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.697669 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: rbac-security-groups May 31 18:10:34.697988 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: rbac_subnetpool.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.699431 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.699945 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: rbac-subnetpool May 31 18:10:34.700297 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: revisionifmatch.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.701198 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.701711 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: revision-if-match May 31 18:10:34.702031 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: revisions.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.703131 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.703644 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: standard-attr-revisions May 31 18:10:34.703969 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: router_availability_zone.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.704654 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.705167 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: router_availability_zone May 31 18:10:34.705489 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: routerservicetype.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.706388 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.706903 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extension router-service-type not supported by any of loaded plugins May 31 18:10:34.707225 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.708163 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.708684 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: security-groups-normalized-cidr May 31 18:10:34.709006 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: security_groups_port_filtering.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.709921 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.710436 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: port-security-groups-filtering May 31 18:10:34.710755 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.711654 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.712193 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: security-groups-remote-address-group May 31 18:10:34.712513 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: securitygroup.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.721808 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.722341 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: security-group May 31 18:10:34.722671 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: segment.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.723449 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.723962 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extension segment not supported by any of loaded plugins May 31 18:10:34.724318 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.725240 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.725755 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 31 18:10:34.726076 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: servicetype.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.727162 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.727684 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: service-type May 31 18:10:34.728026 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: sorting.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.728988 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.729836 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: sorting May 31 18:10:34.730161 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: standard_attr_segment.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.731061 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.731578 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extension standard-attr-segment not supported by any of loaded plugins May 31 18:10:34.731898 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: standardattrdescription.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.732564 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.733078 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: standard-attr-description May 31 18:10:34.733397 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: stateful_security_group.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.734301 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.734817 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: stateful-security-group May 31 18:10:34.735133 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: stdattrs_common.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.735698 dv-cinder-770050-4-smb neutron-server[91646]: WARNING neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 31 18:10:34.736014 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.737012 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.737523 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 31 18:10:34.737839 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: subnet_onboard.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.738924 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.739437 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: subnet_onboard May 31 18:10:34.739755 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.740698 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.741208 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 31 18:10:34.741527 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: subnet_service_types.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.742440 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.742955 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: subnet-service-types May 31 18:10:34.743274 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: subnetallocation.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.744400 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.744940 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: subnet_allocation May 31 18:10:34.745807 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.746459 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.746970 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: subnetpool-prefix-ops May 31 18:10:34.747288 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.748232 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.748747 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 31 18:10:34.749064 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: tagging.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.750089 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.750612 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: standard-attr-tag May 31 18:10:34.750932 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: timestamp.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.752135 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.752658 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loaded extension: standard-attr-timestamp May 31 18:10:34.752980 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: trunk.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.753988 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.754510 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extension trunk not supported by any of loaded plugins May 31 18:10:34.754832 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: trunk_details.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.755729 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.756279 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extension trunk-details not supported by any of loaded plugins May 31 18:10:34.756601 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: uplink_status_propagation.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.757764 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.758276 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extension uplink-status-propagation not supported by any of loaded plugins May 31 18:10:34.758601 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Loading extension file: vlantransparent.py {{(pid=91646) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 18:10:34.759250 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91646) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 18:10:34.759757 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extension vlan-transparent not supported by any of loaded plugins May 31 18:10:34.762232 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.quota.resource_registry [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Creating instance of TrackedResource for resource:network May 31 18:10:34.762931 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.quota.resource_registry [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Creating instance of TrackedResource for resource:subnet May 31 18:10:34.764716 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.quota.resource_registry [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Creating instance of TrackedResource for resource:subnetpool May 31 18:10:34.765345 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.quota.resource_registry [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Creating instance of TrackedResource for resource:port May 31 18:10:34.766591 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.v2.resource_helper [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 18:10:34.767023 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.v2.resource_helper [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Service FLAVORS assigned prefix: {{(pid=91646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 18:10:34.767640 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.v2.resource_helper [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 18:10:34.768106 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.v2.resource_helper [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 18:10:34.768437 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.quota.resource_registry [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Creating instance of TrackedResource for resource:router May 31 18:10:34.769110 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.quota.resource_registry [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Creating instance of TrackedResource for resource:floatingip May 31 18:10:34.769806 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.v2.resource_helper [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Service METERING assigned prefix: /metering {{(pid=91646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 18:10:34.771213 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.771578 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.771928 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:10:34.773078 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.quota.resource_registry [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Creating instance of CountableResource for resource:rbac_policy May 31 18:10:34.773531 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.quota.resource_registry [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Creating instance of TrackedResource for resource:security_group May 31 18:10:34.774210 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.quota.resource_registry [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Creating instance of TrackedResource for resource:security_group_rule May 31 18:10:34.774940 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.v2.resource_helper [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Service CORE assigned prefix: {{(pid=91646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 18:10:34.775271 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.quota.resource_registry [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Creating instance of TrackedResource for resource:subnetpool May 31 18:10:34.775606 dv-cinder-770050-4-smb neutron-server[91646]: WARNING neutron.quota.resource_registry [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] subnetpool is already registered May 31 18:10:34.776274 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.v2.resource_helper [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Service CORE assigned prefix: {{(pid=91646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 18:10:34.776606 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.quota.resource_registry [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Creating instance of TrackedResource for resource:subnetpool May 31 18:10:34.776930 dv-cinder-770050-4-smb neutron-server[91646]: WARNING neutron.quota.resource_registry [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] subnetpool is already registered May 31 18:10:34.779495 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.v2.resource_helper [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 18:10:34.779927 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.v2.resource_helper [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Service FLAVORS assigned prefix: {{(pid=91646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 18:10:34.780551 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.v2.resource_helper [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 18:10:34.780978 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.v2.resource_helper [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 18:10:34.781308 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.quota.resource_registry [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Creating instance of TrackedResource for resource:router May 31 18:10:34.781631 dv-cinder-770050-4-smb neutron-server[91646]: WARNING neutron.quota.resource_registry [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] router is already registered May 31 18:10:34.782224 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.quota.resource_registry [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Creating instance of TrackedResource for resource:floatingip May 31 18:10:34.782546 dv-cinder-770050-4-smb neutron-server[91646]: WARNING neutron.quota.resource_registry [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] floatingip is already registered May 31 18:10:34.783171 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.v2.resource_helper [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Service METERING assigned prefix: /metering {{(pid=91646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 18:10:34.783844 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.quota.resource_registry [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Creating instance of CountableResource for resource:rbac_policy May 31 18:10:34.784194 dv-cinder-770050-4-smb neutron-server[91646]: WARNING neutron.quota.resource_registry [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] rbac_policy is already registered May 31 18:10:34.784740 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.quota.resource_registry [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Creating instance of TrackedResource for resource:security_group May 31 18:10:34.785072 dv-cinder-770050-4-smb neutron-server[91646]: WARNING neutron.quota.resource_registry [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] security_group is already registered May 31 18:10:34.785671 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.quota.resource_registry [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Creating instance of TrackedResource for resource:security_group_rule May 31 18:10:34.786003 dv-cinder-770050-4-smb neutron-server[91646]: WARNING neutron.quota.resource_registry [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] security_group_rule is already registered May 31 18:10:34.786673 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.v2.resource_helper [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Service CORE assigned prefix: {{(pid=91646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 18:10:34.786997 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.quota.resource_registry [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Creating instance of TrackedResource for resource:subnetpool May 31 18:10:34.787317 dv-cinder-770050-4-smb neutron-server[91646]: WARNING neutron.quota.resource_registry [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] subnetpool is already registered May 31 18:10:34.787909 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.v2.resource_helper [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Service CORE assigned prefix: {{(pid=91646) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 18:10:34.788257 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.quota.resource_registry [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Creating instance of TrackedResource for resource:subnetpool May 31 18:10:34.788599 dv-cinder-770050-4-smb neutron-server[91646]: WARNING neutron.quota.resource_registry [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] subnetpool is already registered May 31 18:10:34.789234 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extended resource: extensions {{(pid=91646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:34.790688 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extended resource: address-groups {{(pid=91646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:34.792826 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extended resource: address-scopes {{(pid=91646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:34.794033 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extended resource: agents {{(pid=91646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:34.795180 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extended resource: auto-allocated-topology {{(pid=91646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:34.796463 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extended resource: availability_zones {{(pid=91646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:34.797783 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extended resource: dhcp-networks {{(pid=91646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:34.799216 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extended resource: dhcp-agents {{(pid=91646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:34.800675 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extended resource: routers {{(pid=91646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:34.802444 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extended resource: flavors {{(pid=91646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:34.803612 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extended resource: service_profiles {{(pid=91646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:34.804853 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extended resource: next_providers {{(pid=91646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:34.806434 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extended resource: service_profiles {{(pid=91646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:34.808501 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extended resource: floatingip-pools {{(pid=91646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:34.809733 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extended resource: routers {{(pid=91646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:34.811572 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extended resource: floatingips {{(pid=91646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:34.812814 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extended resource: l3-routers {{(pid=91646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:34.814185 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extended resource: l3-agents {{(pid=91646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:34.815590 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extended resource: metering-labels {{(pid=91646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:34.816968 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extended resource: metering-label-rules {{(pid=91646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:34.818239 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extended resource: network-ip-availabilities {{(pid=91646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:34.819506 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extended resource: bindings {{(pid=91646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:34.821195 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extended resource: quotas {{(pid=91646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:34.822634 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extended resource: quotas {{(pid=91646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:34.824090 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extended resource: rbac-policies {{(pid=91646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:34.825393 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extended resource: security-groups {{(pid=91646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:34.826600 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extended resource: security-group-rules {{(pid=91646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:34.827834 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extended resource: service-providers {{(pid=91646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:34.829092 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extended resource: subnetpools {{(pid=91646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:34.832225 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extended resource: subnetpools {{(pid=91646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:34.834095 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extended resource: tags {{(pid=91646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:34.836587 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extended resource: tags {{(pid=91646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:34.952234 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extended resource: tags {{(pid=91646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:34.954020 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extended resource: tags {{(pid=91646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:34.955796 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extended resource: tags {{(pid=91646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:34.957731 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extended resource: tags {{(pid=91646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:34.959425 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extended resource: tags {{(pid=91646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:34.961361 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extended resource: tags {{(pid=91646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:34.963097 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extended resource: tags {{(pid=91646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:34.965570 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron.api.extensions [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Extended resource: tags {{(pid=91646) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 18:10:34.971399 dv-cinder-770050-4-smb neutron-server[91646]: WARNING keystonemiddleware.auth_token [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 31 18:10:34.976125 dv-cinder-770050-4-smb neutron-server[91646]: WARNING keystonemiddleware.auth_token [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 31 18:10:34.985005 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_concurrency.lockutils [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Acquired lock "singleton_lock" {{(pid=91646) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 31 18:10:34.985479 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_concurrency.lockutils [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Releasing lock "singleton_lock" {{(pid=91646) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 31 18:10:34.986105 dv-cinder-770050-4-smb neutron-server[91646]: INFO oslo_service.service [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Starting 2 workers May 31 18:10:34.990777 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Started child 91753 {{(pid=91646) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 18:10:34.995054 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Started child 91754 {{(pid=91646) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 18:10:34.995995 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:10:34.996718 dv-cinder-770050-4-smb neutron-server[91646]: INFO neutron.service [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Neutron service started, listening on 0.0.0.0:9696 May 31 18:10:34.997344 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Notify callbacks [] for process, before_spawn {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:10:34.997471 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [-] (91753) wsgi starting up on http://0.0.0.0:9696 May 31 18:10:34.999467 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:10:34.999895 dv-cinder-770050-4-smb neutron-server[91646]: INFO oslo_service.service [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Starting 1 workers May 31 18:10:35.000833 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [-] (91754) wsgi starting up on http://0.0.0.0:9696 May 31 18:10:35.004910 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Started child 91755 {{(pid=91646) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 18:10:35.005436 dv-cinder-770050-4-smb neutron-server[91646]: INFO oslo_service.service [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Starting 1 workers May 31 18:10:35.008637 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.service [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] calling RpcWorker wait() {{(pid=91755) _wait /opt/stack/neutron/neutron/service.py:128}} May 31 18:10:35.009166 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.service [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] returning from RpcWorker wait() {{(pid=91755) _wait /opt/stack/neutron/neutron/service.py:135}} May 31 18:10:35.009957 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Started child 91756 {{(pid=91646) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 18:10:35.010630 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:10:35.010819 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG neutron_lib.callbacks.manager [None req-4318edb4-f154-4789-9524-9995ac4bce2b None None] Notify callbacks [] for process, after_spawn {{(pid=91646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:10:35.011236 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:10:35.012750 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91646) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 31 18:10:35.012972 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 18:10:35.013162 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 18:10:35.013382 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 18:10:35.013714 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 18:10:35.013876 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 18:10:35.014361 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.014646 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.014743 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:10:35.015194 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.015194 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.015456 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.015998 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.016280 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.016513 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.016795 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.017050 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.017223 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.017386 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.017631 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.017880 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.018190 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.018449 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.018700 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.018974 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.019147 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.019412 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.019675 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.019931 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.020222 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] debug = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.020474 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.020961 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.021193 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.021440 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.021659 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.021932 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.022158 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.022444 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.022684 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.022927 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.023160 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.023428 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.023671 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.023902 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.024141 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.024402 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.024617 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.025111 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] host = dv-cinder-770050-4-smb {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.025345 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.025558 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.025805 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.026054 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.026805 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.027021 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.027276 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.027519 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.027767 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.027991 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.028290 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.028520 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.028727 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.028965 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] log_file = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.029129 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] log_options = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.029486 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.029713 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.029988 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.030175 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.030342 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.030520 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.030770 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.030932 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.031180 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.031394 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.031604 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.031847 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.033901 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.033901 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.033901 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.033901 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.033901 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.033901 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.033901 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.033901 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.034862 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.034862 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.034862 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.034862 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.034862 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.035537 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.035537 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.035537 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.035537 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.036021 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.036021 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.036455 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.036455 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.036697 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.036907 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.037168 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.037357 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.037621 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.037852 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.038115 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.038375 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.038587 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.038843 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.039012 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.039355 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.039720 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] use_json = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.039936 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.040192 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.040352 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:10:35.040499 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.040638 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.040879 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.041090 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.041308 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.041559 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.042571 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.042848 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.043175 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.043406 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.043641 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.043882 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.044153 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.044392 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.044628 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.044989 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.045384 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.045631 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.045927 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.046467 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.046803 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.047293 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.047504 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.047737 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.047979 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.048350 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.048693 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.048954 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.049287 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.049555 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.049810 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.050078 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.050315 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.050540 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.050773 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.051005 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.051223 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.051434 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.051709 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.051984 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.052190 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.052433 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.052686 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.053102 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.053251 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.053389 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.053615 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.053866 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.054092 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.054453 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.054945 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.055100 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.055689 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.055895 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.055895 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.056425 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.056769 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.056935 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.057105 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.057257 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.057507 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.057763 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.057982 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.058195 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.058429 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.058624 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.058852 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.059095 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.059335 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.059548 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.059760 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.059999 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.060241 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.060470 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.060717 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.060902 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.061115 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.061366 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.061576 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.061789 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.061999 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.062230 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.062446 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.062682 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.062898 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.063109 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.063344 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.063562 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.063801 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.063991 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.064576 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.064900 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.065142 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.065483 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.065717 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.065918 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.066183 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.066439 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.066783 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.066938 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.067177 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.067433 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.067659 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.067891 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.068142 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.068363 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.068613 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.068868 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.069122 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.069343 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.069579 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.069804 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.070070 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.070330 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.070752 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.070900 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.071085 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.071360 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.071608 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.072272 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.072272 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.072913 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.072913 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.072913 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.073353 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.073491 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.073867 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.074402 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.074402 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.075339 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.075339 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.075339 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.075339 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.077399 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.077399 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.077399 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.077399 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.077399 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.077399 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.077399 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.077399 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.078880 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.078880 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.078880 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.078880 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.078880 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.078880 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.081003 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.081003 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.081003 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.081003 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.081003 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.081003 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.081003 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.081003 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.082140 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.082140 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.082140 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.082140 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.082140 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.082140 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.082140 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.083067 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.083067 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.083067 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.083067 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.083631 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.083631 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.083631 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.084092 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.084092 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.084371 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.084371 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.084633 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.084799 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.085070 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.085332 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.085567 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.085816 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.086067 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.086306 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.086539 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.086782 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.087107 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.087263 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.087401 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.087606 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.087817 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.088079 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.088306 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.088519 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.089291 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.089531 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.089857 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.090108 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.090335 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.090590 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.090805 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.091048 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.091275 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.091486 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.091703 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.091921 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.092177 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.092445 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.092704 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.092945 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.093160 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.093386 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.093594 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.093804 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.094011 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.094465 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.094752 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.094985 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.095405 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.095811 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.096097 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.096311 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.096520 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.096736 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.097136 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.097392 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.097392 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.097656 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.097789 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.097993 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.098216 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.098426 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.098633 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.098846 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.099053 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.099274 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.099480 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.099686 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.099919 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.100149 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.100472 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.100741 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.100962 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.101247 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.101508 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.101754 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.102007 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.102339 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.102570 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.102798 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.103016 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.103249 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.103499 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.103768 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.104102 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.104452 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.105217 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.105541 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.105818 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.106122 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.106413 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.106627 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.106921 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.107290 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.107585 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.107833 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.108090 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.108358 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.108604 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.108821 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.109039 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.109286 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.109536 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.109797 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.110029 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.110279 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.110502 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.110721 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.110959 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.111185 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.111416 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.111637 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.111872 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.112044 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 18:10:35.112607 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91646) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 31 18:10:35.112771 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 18:10:35.112925 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 18:10:35.113094 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 18:10:35.113263 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 18:10:35.113415 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 18:10:35.113624 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.113785 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.113943 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.114100 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.114257 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.114451 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.114616 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.114772 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.114930 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.115088 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.115246 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.115407 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.115564 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.115883 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.116026 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.116273 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.116408 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.116538 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.116673 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.116829 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.116967 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.117099 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.117242 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] debug = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.117393 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.117660 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.117815 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.117942 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.118025 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.118176 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.118333 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.118490 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.118647 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.118804 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.118961 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.119119 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.119278 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.119434 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.119591 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.119748 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.119906 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.120112 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] host = dv-cinder-770050-4-smb {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.120270 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.120427 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.120592 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.120747 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.120903 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.121062 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.121221 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.121381 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.121540 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.121697 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.121854 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.122012 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.122169 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.122327 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] log_file = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.122484 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] log_options = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.122642 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.122800 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.122958 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.123134 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.123297 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.123455 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.123612 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.123772 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.123929 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.124108 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.124268 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.124426 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.124583 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.124741 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.124899 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.125055 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.125212 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.125371 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.125529 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.125686 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.125843 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.126000 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.126158 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.126314 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.126474 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.126632 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.126790 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.126951 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.127111 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.127391 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.127705 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.127807 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.127942 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.128129 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.128288 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.128722 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.129087 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.129087 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.129241 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.129347 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.129511 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.129669 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.130042 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.130042 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.130214 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.130295 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] use_json = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.130421 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.130579 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.130740 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.130899 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.131096 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.131209 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.131354 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.131513 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 18:10:35.131865 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.131865 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.132097 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.132235 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.132361 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.132744 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.132907 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.133067 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.133228 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.133387 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.133555 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.133716 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.133887 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.134046 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.134208 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.134369 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.134530 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.134689 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.134849 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.135010 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.135170 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.135330 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.135506 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.135692 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.135853 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.136013 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.136213 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.136515 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.136515 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.136753 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.136876 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.137000 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.137123 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.137301 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.137425 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.137558 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.137786 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.137904 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.138025 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.138172 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.138332 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.138492 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.138637 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.138800 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.138946 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.139109 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.139269 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.139429 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.139590 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.139750 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.139921 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.140106 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.140268 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.140412 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.140577 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.140735 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.140904 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.141049 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.141210 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.141370 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.141530 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.141702 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.141862 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.142020 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.142179 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.142339 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.142499 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.142658 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.142817 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.142977 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.143136 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.143294 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.143453 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.143612 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.143771 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.143930 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.144117 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.144280 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.144441 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.144600 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.144761 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.144920 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.145079 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.145240 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.145409 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.145582 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.145743 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.145903 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.146063 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.146223 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.146384 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.146548 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.146689 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.146848 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.147009 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.147168 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.147333 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.147496 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.147658 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.147825 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.147976 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.148158 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.148319 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.148480 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.148623 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.148785 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.148945 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.149104 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.149263 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.149422 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.149583 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.149752 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.149911 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.150073 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.150234 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.150401 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.150564 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:10:35.150654 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.150734 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.150866 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.151029 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.151700 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.151867 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.152026 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.152208 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.152369 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.152529 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.152689 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.152857 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.153028 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.153188 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.153349 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.153507 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.153690 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.153849 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.154010 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.154171 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.154330 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.154489 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.154651 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.154810 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.154971 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.155130 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.155290 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.155450 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.155609 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.155769 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.155928 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.156109 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.156272 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.156433 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.156593 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.156753 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.156915 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.157075 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.157234 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.157393 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.157553 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.157711 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.157875 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.158077 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.158175 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.158339 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.158498 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.158657 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.158817 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.158977 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.159136 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.159295 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.159454 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.159615 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.159775 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.159935 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.160176 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.160340 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.160501 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.160662 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.160825 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.160985 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.161145 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.161305 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.161464 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.161625 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.161786 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.161946 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.162107 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.162268 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.162429 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.163247 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.163415 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.163575 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.163737 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.163898 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.164077 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.164240 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.164401 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.164544 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.164708 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.164866 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.165028 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.165387 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.165387 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.165850 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.165850 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.165850 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.166068 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.166149 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.166330 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.166705 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.166705 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.167476 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.167476 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.167653 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.167818 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.167979 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.168166 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.168374 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.168552 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.168713 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.169058 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.169058 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.169213 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.169326 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.169474 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.169633 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.169792 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.169952 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.170122 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.170281 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.170440 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.170600 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.170760 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.170929 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.171090 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.171250 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.171417 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.171577 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.171736 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.171896 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.172087 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.172251 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.172413 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.172574 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.172735 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.172895 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.173057 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.173220 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.173389 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.173558 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.173720 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.173890 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.174062 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.174230 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.174392 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.174556 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.174728 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.174890 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.175049 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.175209 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.175367 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.175530 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.175681 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.175833 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.175980 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.176162 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.176312 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.176473 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.176632 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.176791 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.176951 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.177078 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.177232 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.177392 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.177551 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.177709 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 18:10:35.177866 dv-cinder-770050-4-smb neutron-server[91646]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91646) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 18:10:35.306239 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 52596) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:10:35.314745 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062203 May 31 18:10:46.046410 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a19af1-1ab4-41b8-826e-ce503f03e576 None None] get_active_networks_info from dv-cinder-770050-4-smb {{(pid=91755) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 31 18:10:46.127165 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a19af1-1ab4-41b8-826e-ce503f03e576 None None] No non-hosted networks {{(pid=91755) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 31 18:10:46.135981 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.agentschedulers_db [None req-41a19af1-1ab4-41b8-826e-ce503f03e576 None None] DHCP Agent not found on host dv-cinder-770050-4-smb {{(pid=91755) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 31 18:10:46.287186 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-869612a6-b460-4b01-9db5-a370418bcbd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734'] for agent, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:10:48.493175 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-45edcaea-f0d9-4b69-a9f1-1cd8c03c8148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734'] for agent, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:10:48.567224 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734'] for agent, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:10:48.567962 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:10:48.568585 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:10:48.568984 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:10:48.569314 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:10:48.569678 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:10:48.570040 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:10:48.573639 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:10:48.574101 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:10:48.574445 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:10:48.574776 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:10:48.575707 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:10:48.576236 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:10:48.576800 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-770050-4-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:10:48.600909 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-63482404-eb2f-4670-a72f-035631613e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:10:48.605447 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-770050-4-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:10:49.490040 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734'] for agent, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:10:51.183478 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734'] for agent, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:10:52.443408 dv-cinder-770050-4-smb neutron-server[91755]: INFO neutron.db.l3_hamode_db [None req-88d83c26-e38c-41dd-b733-e0127045b6cf None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 31 18:10:52.527787 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d83c26-e38c-41dd-b733-e0127045b6cf None None] Routers set() bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:10:52.528198 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d83c26-e38c-41dd-b733-e0127045b6cf None None] Router IDs set() for agent in host dv-cinder-770050-4-smb {{(pid=91755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 31 18:10:52.574853 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 52688) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:10:53.142190 dv-cinder-770050-4-smb neutron-server[91754]: WARNING oslo_policy.policy [None req-a493f94f-49e9-41ce-8557-ba1fdcb47e5c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 18:10:53.142740 dv-cinder-770050-4-smb neutron-server[91754]: WARNING oslo_policy.policy [None req-a493f94f-49e9-41ce-8557-ba1fdcb47e5c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 18:10:53.357053 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [None req-a493f94f-49e9-41ce-8557-ba1fdcb47e5c admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 18:10:53.358061 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-a493f94f-49e9-41ce-8557-ba1fdcb47e5c admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7823327 May 31 18:10:55.658050 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 52702) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:10:56.014915 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [None req-f0edc24c-d7ea-41f5-906f-b1ce0119899f admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:10:56.114472 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.policy [None req-f0edc24c-d7ea-41f5-906f-b1ce0119899f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91754) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 31 18:10:56.162280 dv-cinder-770050-4-smb neutron-server[91754]: WARNING oslo_policy.policy [None req-f0edc24c-d7ea-41f5-906f-b1ce0119899f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 18:10:56.162640 dv-cinder-770050-4-smb neutron-server[91754]: WARNING oslo_policy.policy [None req-f0edc24c-d7ea-41f5-906f-b1ce0119899f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 18:10:56.171357 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.quota [None req-f0edc24c-d7ea-41f5-906f-b1ce0119899f admin admin] Loaded quota_driver: . May 31 18:10:56.186351 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-f0edc24c-d7ea-41f5-906f-b1ce0119899f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:10:56.243497 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-f0edc24c-d7ea-41f5-906f-b1ce0119899f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763742400795', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763742402404', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763742395717', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763742384369', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763742379832', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763742369182', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4129166', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4177676', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1047353', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-580326'] for rbac-policy, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:10:56.303503 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-f0edc24c-d7ea-41f5-906f-b1ce0119899f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:10:56.304689 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-f0edc24c-d7ea-41f5-906f-b1ce0119899f admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6456945 May 31 18:10:58.842195 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 52716) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:10:59.184861 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [None req-553d4140-0a84-4b58-9a4c-783e5330fe3b admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '022a5adb6ee34d999359efb573d5e53e', 'name': 'private', 'project_id': '022a5adb6ee34d999359efb573d5e53e'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:10:59.189473 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-553d4140-0a84-4b58-9a4c-783e5330fe3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:10:59.193965 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-553d4140-0a84-4b58-9a4c-783e5330fe3b admin admin] Usage tracker for resource:network and tenant:022a5adb6ee34d999359efb573d5e53e is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:10:59.199023 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-553d4140-0a84-4b58-9a4c-783e5330fe3b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:10:59.205141 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-553d4140-0a84-4b58-9a4c-783e5330fe3b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:10:59.214151 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553d4140-0a84-4b58-9a4c-783e5330fe3b admin admin] Made reservation on behalf of 022a5adb6ee34d999359efb573d5e53e for: {'network': 1} {{(pid=91754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:10:59.216960 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-553d4140-0a84-4b58-9a4c-783e5330fe3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4080666'] for network, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:10:59.233751 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-553d4140-0a84-4b58-9a4c-783e5330fe3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:10:59.247642 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-553d4140-0a84-4b58-9a4c-783e5330fe3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:10:59.251262 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-553d4140-0a84-4b58-9a4c-783e5330fe3b admin admin] Usage tracker for resource:security_group_rule and tenant:022a5adb6ee34d999359efb573d5e53e is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:10:59.256049 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-553d4140-0a84-4b58-9a4c-783e5330fe3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:10:59.261801 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-553d4140-0a84-4b58-9a4c-783e5330fe3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:10:59.352925 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-553d4140-0a84-4b58-9a4c-783e5330fe3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:10:59.357051 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-553d4140-0a84-4b58-9a4c-783e5330fe3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:10:59.362103 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:10:59.379371 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-553d4140-0a84-4b58-9a4c-783e5330fe3b admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=91754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 18:10:59.404590 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-553d4140-0a84-4b58-9a4c-783e5330fe3b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763744138725', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090'] for segment, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:10:59.405192 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-553d4140-0a84-4b58-9a4c-783e5330fe3b admin admin] Unsubscribe: segment precommit_create {{(pid=91754) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 31 18:10:59.405661 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.db.segments_db [None req-553d4140-0a84-4b58-9a4c-783e5330fe3b admin admin] Added segment d2689454-d51b-4d85-bc3e-44bcc3b5bef6 of type vlan for network 17daf8d8-89c8-47ac-ac2e-f93e582d6a60 May 31 18:10:59.453509 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d4140-0a84-4b58-9a4c-783e5330fe3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3470f313-04ba-4886-8f82-fc8ae07fbcd8,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:10:59.474069 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553d4140-0a84-4b58-9a4c-783e5330fe3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:10:59.474396 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553d4140-0a84-4b58-9a4c-783e5330fe3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:10:59.474709 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553d4140-0a84-4b58-9a4c-783e5330fe3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:10:59.475017 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553d4140-0a84-4b58-9a4c-783e5330fe3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:10:59.475326 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553d4140-0a84-4b58-9a4c-783e5330fe3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:10:59.475630 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553d4140-0a84-4b58-9a4c-783e5330fe3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:10:59.475931 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553d4140-0a84-4b58-9a4c-783e5330fe3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:10:59.476254 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553d4140-0a84-4b58-9a4c-783e5330fe3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:10:59.476576 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553d4140-0a84-4b58-9a4c-783e5330fe3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:10:59.476877 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553d4140-0a84-4b58-9a4c-783e5330fe3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:10:59.477175 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553d4140-0a84-4b58-9a4c-783e5330fe3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:10:59.477470 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553d4140-0a84-4b58-9a4c-783e5330fe3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:10:59.478543 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553d4140-0a84-4b58-9a4c-783e5330fe3b admin admin] Tracked resource versions report: May 31 18:10:59.478543 dv-cinder-770050-4-smb neutron-server[91754]: pushed versions: May 31 18:10:59.478543 dv-cinder-770050-4-smb neutron-server[91754]: { 'AddressGroup': {'1.2'}, May 31 18:10:59.478543 dv-cinder-770050-4-smb neutron-server[91754]: 'ConntrackHelper': {'1.0'}, May 31 18:10:59.478543 dv-cinder-770050-4-smb neutron-server[91754]: 'Log': {'1.0'}, May 31 18:10:59.478543 dv-cinder-770050-4-smb neutron-server[91754]: 'Network': {'1.1'}, May 31 18:10:59.478543 dv-cinder-770050-4-smb neutron-server[91754]: 'Port': {'1.7'}, May 31 18:10:59.478543 dv-cinder-770050-4-smb neutron-server[91754]: 'PortForwarding': {'1.2'}, May 31 18:10:59.478543 dv-cinder-770050-4-smb neutron-server[91754]: 'QosPolicy': {'1.8'}, May 31 18:10:59.478543 dv-cinder-770050-4-smb neutron-server[91754]: 'SecurityGroup': {'1.4'}, May 31 18:10:59.478543 dv-cinder-770050-4-smb neutron-server[91754]: 'SecurityGroupRule': {'1.2'}, May 31 18:10:59.478543 dv-cinder-770050-4-smb neutron-server[91754]: 'SubPort': {'1.0'}, May 31 18:10:59.478543 dv-cinder-770050-4-smb neutron-server[91754]: 'Subnet': {'1.1'}, May 31 18:10:59.478543 dv-cinder-770050-4-smb neutron-server[91754]: 'Trunk': {'1.1'}} May 31 18:10:59.478543 dv-cinder-770050-4-smb neutron-server[91754]: consumer versions: May 31 18:10:59.478543 dv-cinder-770050-4-smb neutron-server[91754]: { DHCP agent@dv-cinder-770050-4-smb: {}, May 31 18:10:59.478543 dv-cinder-770050-4-smb neutron-server[91754]: L3 agent@dv-cinder-770050-4-smb: {}, May 31 18:10:59.478543 dv-cinder-770050-4-smb neutron-server[91754]: Metadata agent@dv-cinder-770050-4-smb: {}, May 31 18:10:59.478543 dv-cinder-770050-4-smb neutron-server[91754]: Metering agent@dv-cinder-770050-4-smb: {}, May 31 18:10:59.478543 dv-cinder-770050-4-smb neutron-server[91754]: Open vSwitch agent@dv-cinder-770050-4-smb: { 'AddressGroup': '1.2', May 31 18:10:59.478543 dv-cinder-770050-4-smb neutron-server[91754]: 'ConntrackHelper': '1.0', May 31 18:10:59.478543 dv-cinder-770050-4-smb neutron-server[91754]: 'Log': '1.0', May 31 18:10:59.478543 dv-cinder-770050-4-smb neutron-server[91754]: 'Network': '1.1', May 31 18:10:59.478543 dv-cinder-770050-4-smb neutron-server[91754]: 'Port': '1.7', May 31 18:10:59.478543 dv-cinder-770050-4-smb neutron-server[91754]: 'PortForwarding': '1.2', May 31 18:10:59.478543 dv-cinder-770050-4-smb neutron-server[91754]: 'QosPolicy': '1.8', May 31 18:10:59.478543 dv-cinder-770050-4-smb neutron-server[91754]: 'SecurityGroup': '1.4', May 31 18:10:59.478543 dv-cinder-770050-4-smb neutron-server[91754]: 'SecurityGroupRule': '1.2', May 31 18:10:59.478543 dv-cinder-770050-4-smb neutron-server[91754]: 'SubPort': '1.0', May 31 18:10:59.478543 dv-cinder-770050-4-smb neutron-server[91754]: 'Subnet': '1.1', May 31 18:10:59.478543 dv-cinder-770050-4-smb neutron-server[91754]: 'Trunk': '1.1'}} May 31 18:10:59.478543 dv-cinder-770050-4-smb neutron-server[91754]: {{(pid=91754) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 18:10:59.523248 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-553d4140-0a84-4b58-9a4c-783e5330fe3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763743697237'] for network, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:10:59.527869 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-553d4140-0a84-4b58-9a4c-783e5330fe3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:10:59.564899 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-553d4140-0a84-4b58-9a4c-783e5330fe3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551420'] for network, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:10:59.566282 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553d4140-0a84-4b58-9a4c-783e5330fe3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:10:59.566913 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-553d4140-0a84-4b58-9a4c-783e5330fe3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for network, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:10:59.571336 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:10:59.671921 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-553d4140-0a84-4b58-9a4c-783e5330fe3b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.8284361 May 31 18:10:59.675869 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553d4140-0a84-4b58-9a4c-783e5330fe3b admin admin] Pushing event updated for resources: {'Network': ['ID=17daf8d8-89c8-47ac-ac2e-f93e582d6a60,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:10:59.679451 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-553d4140-0a84-4b58-9a4c-783e5330fe3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:10:59.691272 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Network 17daf8d8-89c8-47ac-ac2e-f93e582d6a60 details requested by agent ovs-agent-dv-cinder-770050-4-smb with host dv-cinder-770050-4-smb {{(pid=91755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 18:11:02.293698 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 52732) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:11:02.732878 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3846b230-776e-497c-888a-cfe067a84710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:11:02.734173 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-3846b230-776e-497c-888a-cfe067a84710 admin admin] 10.222.0.25 "GET /v2.0/networks/17daf8d8-89c8-47ac-ac2e-f93e582d6a60 HTTP/1.1" status: 200 len: 824 time: 0.4395587 May 31 18:11:02.759925 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-c77aa2f5-9ed7-4af9-9ec3-be2c688bd92e admin admin] 10.222.0.25 "GET /v2.0/subnetpools/cdb377c1-c4af-4cd9-990e-1bd1599fcb96 HTTP/1.1" status: 200 len: 734 time: 0.0203962 May 31 18:11:02.767828 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [None req-c54329f3-8357-4b91-9fa1-c2009363416d admin admin] Request body: {'subnet': {'subnetpool_id': 'cdb377c1-c4af-4cd9-990e-1bd1599fcb96', 'tenant_id': '022a5adb6ee34d999359efb573d5e53e', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '17daf8d8-89c8-47ac-ac2e-f93e582d6a60'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:11:02.771887 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-c54329f3-8357-4b91-9fa1-c2009363416d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:11:02.775508 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-c54329f3-8357-4b91-9fa1-c2009363416d admin admin] Usage tracker for resource:subnet and tenant:022a5adb6ee34d999359efb573d5e53e is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:11:02.778841 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-c54329f3-8357-4b91-9fa1-c2009363416d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:11:02.784327 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-c54329f3-8357-4b91-9fa1-c2009363416d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:11:02.794154 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54329f3-8357-4b91-9fa1-c2009363416d admin admin] Made reservation on behalf of 022a5adb6ee34d999359efb573d5e53e for: {'subnet': 1} {{(pid=91754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:11:02.796616 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-c54329f3-8357-4b91-9fa1-c2009363416d admin admin] Notify callbacks [] for subnet, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:03.264107 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-c54329f3-8357-4b91-9fa1-c2009363416d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399'] for subnet, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:03.269008 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:11:03.346732 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54329f3-8357-4b91-9fa1-c2009363416d admin admin] Checking segment: {'id': 'd2689454-d51b-4d85-bc3e-44bcc3b5bef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '17daf8d8-89c8-47ac-ac2e-f93e582d6a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:11:03.347363 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54329f3-8357-4b91-9fa1-c2009363416d admin admin] Network hostable DHCP agents. Network: 17daf8d8-89c8-47ac-ac2e-f93e582d6a60, hostable agents: ['c2c260b2-0141-4615-bcb7-b98a7560862d'], hosted agents: [] {{(pid=91754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 18:11:03.352576 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54329f3-8357-4b91-9fa1-c2009363416d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce96ed19-01db-4605-92d8-f3335626fbef,revision_number=0']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:11:03.359046 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-c54329f3-8357-4b91-9fa1-c2009363416d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:11:03.370347 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54329f3-8357-4b91-9fa1-c2009363416d admin admin] Network 17daf8d8-89c8-47ac-ac2e-f93e582d6a60 is scheduled to be hosted by DHCP agent c2c260b2-0141-4615-bcb7-b98a7560862d with binding_index 1 {{(pid=91754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 18:11:03.379439 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.base_scheduler [None req-c54329f3-8357-4b91-9fa1-c2009363416d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-770050-4-smb, 17daf8d8-89c8-47ac-ac2e-f93e582d6a60) {{(pid=91754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:11:03.384187 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54329f3-8357-4b91-9fa1-c2009363416d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:11:03.384773 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-c54329f3-8357-4b91-9fa1-c2009363416d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for subnet, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:03.389057 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ec7792-0c3d-4084-9c64-61f40e13c269 None None] Network 17daf8d8-89c8-47ac-ac2e-f93e582d6a60 requested from dv-cinder-770050-4-smb {{(pid=91755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:11:03.403743 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-c54329f3-8357-4b91-9fa1-c2009363416d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6390133 May 31 18:11:03.698449 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036222f4-e314-42ed-8dc0-dfcf3e43273b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cf2e4da-c742-599c-89b0-5cab7570e4a3-17daf8d8-89c8-47ac-ac2e-f93e582d6a60', 'network_id': '17daf8d8-89c8-47ac-ac2e-f93e582d6a60', 'tenant_id': '022a5adb6ee34d999359efb573d5e53e', 'fixed_ips': [{'subnet_id': 'ce96ed19-01db-4605-92d8-f3335626fbef'}]}} from dv-cinder-770050-4-smb. {{(pid=91755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 18:11:03.699665 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-036222f4-e314-42ed-8dc0-dfcf3e43273b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:03.879935 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.db_base_plugin_common [None req-036222f4-e314-42ed-8dc0-dfcf3e43273b None None] Allocated IP 172.20.0.2 (17daf8d8-89c8-47ac-ac2e-f93e582d6a60/ce96ed19-01db-4605-92d8-f3335626fbef/94e74b80-034f-465e-b66a-d6105f575942) {{(pid=91755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:11:04.107367 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-036222f4-e314-42ed-8dc0-dfcf3e43273b None None] Notify callbacks [] for port, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:04.120587 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-036222f4-e314-42ed-8dc0-dfcf3e43273b None None] Transition to ACTIVE for port object 94e74b80-034f-465e-b66a-d6105f575942 will not be triggered until provisioned by entity L2. {{(pid=91755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:11:04.139684 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-036222f4-e314-42ed-8dc0-dfcf3e43273b None None] Transition to ACTIVE for port object 94e74b80-034f-465e-b66a-d6105f575942 will not be triggered until provisioned by entity DHCP. {{(pid=91755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:11:04.146338 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-036222f4-e314-42ed-8dc0-dfcf3e43273b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395'] for port, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:04.152655 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:11:04.211208 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036222f4-e314-42ed-8dc0-dfcf3e43273b None None] Network 17daf8d8-89c8-47ac-ac2e-f93e582d6a60 is already hosted by enough agents. {{(pid=91755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:11:04.214561 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-036222f4-e314-42ed-8dc0-dfcf3e43273b None None] Resources bound (agent type, host, resource id): {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:11:04.223138 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036222f4-e314-42ed-8dc0-dfcf3e43273b None None] Received port after_create {{(pid=91755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:11:04.225284 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036222f4-e314-42ed-8dc0-dfcf3e43273b None None] Pushing event updated for resources: {'Port': ['ID=94e74b80-034f-465e-b66a-d6105f575942,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:11:04.266042 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036222f4-e314-42ed-8dc0-dfcf3e43273b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:04.266366 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036222f4-e314-42ed-8dc0-dfcf3e43273b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:04.266695 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036222f4-e314-42ed-8dc0-dfcf3e43273b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:04.267014 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036222f4-e314-42ed-8dc0-dfcf3e43273b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:04.267340 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036222f4-e314-42ed-8dc0-dfcf3e43273b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:04.267639 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036222f4-e314-42ed-8dc0-dfcf3e43273b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:04.267962 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036222f4-e314-42ed-8dc0-dfcf3e43273b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:04.268641 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036222f4-e314-42ed-8dc0-dfcf3e43273b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:04.268641 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036222f4-e314-42ed-8dc0-dfcf3e43273b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:04.268881 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036222f4-e314-42ed-8dc0-dfcf3e43273b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:04.269182 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036222f4-e314-42ed-8dc0-dfcf3e43273b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:04.269482 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036222f4-e314-42ed-8dc0-dfcf3e43273b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:04.270586 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036222f4-e314-42ed-8dc0-dfcf3e43273b None None] Tracked resource versions report: May 31 18:11:04.270586 dv-cinder-770050-4-smb neutron-server[91755]: pushed versions: May 31 18:11:04.270586 dv-cinder-770050-4-smb neutron-server[91755]: { 'AddressGroup': {'1.2'}, May 31 18:11:04.270586 dv-cinder-770050-4-smb neutron-server[91755]: 'ConntrackHelper': {'1.0'}, May 31 18:11:04.270586 dv-cinder-770050-4-smb neutron-server[91755]: 'Log': {'1.0'}, May 31 18:11:04.270586 dv-cinder-770050-4-smb neutron-server[91755]: 'Network': {'1.1'}, May 31 18:11:04.270586 dv-cinder-770050-4-smb neutron-server[91755]: 'Port': {'1.7'}, May 31 18:11:04.270586 dv-cinder-770050-4-smb neutron-server[91755]: 'PortForwarding': {'1.2'}, May 31 18:11:04.270586 dv-cinder-770050-4-smb neutron-server[91755]: 'QosPolicy': {'1.8'}, May 31 18:11:04.270586 dv-cinder-770050-4-smb neutron-server[91755]: 'SecurityGroup': {'1.4'}, May 31 18:11:04.270586 dv-cinder-770050-4-smb neutron-server[91755]: 'SecurityGroupRule': {'1.2'}, May 31 18:11:04.270586 dv-cinder-770050-4-smb neutron-server[91755]: 'SubPort': {'1.0'}, May 31 18:11:04.270586 dv-cinder-770050-4-smb neutron-server[91755]: 'Subnet': {'1.1'}, May 31 18:11:04.270586 dv-cinder-770050-4-smb neutron-server[91755]: 'Trunk': {'1.1'}} May 31 18:11:04.270586 dv-cinder-770050-4-smb neutron-server[91755]: consumer versions: May 31 18:11:04.270586 dv-cinder-770050-4-smb neutron-server[91755]: { DHCP agent@dv-cinder-770050-4-smb: {}, May 31 18:11:04.270586 dv-cinder-770050-4-smb neutron-server[91755]: L3 agent@dv-cinder-770050-4-smb: {}, May 31 18:11:04.270586 dv-cinder-770050-4-smb neutron-server[91755]: Metadata agent@dv-cinder-770050-4-smb: {}, May 31 18:11:04.270586 dv-cinder-770050-4-smb neutron-server[91755]: Metering agent@dv-cinder-770050-4-smb: {}, May 31 18:11:04.270586 dv-cinder-770050-4-smb neutron-server[91755]: Open vSwitch agent@dv-cinder-770050-4-smb: { 'AddressGroup': '1.2', May 31 18:11:04.270586 dv-cinder-770050-4-smb neutron-server[91755]: 'ConntrackHelper': '1.0', May 31 18:11:04.270586 dv-cinder-770050-4-smb neutron-server[91755]: 'Log': '1.0', May 31 18:11:04.270586 dv-cinder-770050-4-smb neutron-server[91755]: 'Network': '1.1', May 31 18:11:04.270586 dv-cinder-770050-4-smb neutron-server[91755]: 'Port': '1.7', May 31 18:11:04.270586 dv-cinder-770050-4-smb neutron-server[91755]: 'PortForwarding': '1.2', May 31 18:11:04.270586 dv-cinder-770050-4-smb neutron-server[91755]: 'QosPolicy': '1.8', May 31 18:11:04.270586 dv-cinder-770050-4-smb neutron-server[91755]: 'SecurityGroup': '1.4', May 31 18:11:04.270586 dv-cinder-770050-4-smb neutron-server[91755]: 'SecurityGroupRule': '1.2', May 31 18:11:04.270586 dv-cinder-770050-4-smb neutron-server[91755]: 'SubPort': '1.0', May 31 18:11:04.270586 dv-cinder-770050-4-smb neutron-server[91755]: 'Subnet': '1.1', May 31 18:11:04.270586 dv-cinder-770050-4-smb neutron-server[91755]: 'Trunk': '1.1'}} May 31 18:11:04.270586 dv-cinder-770050-4-smb neutron-server[91755]: {{(pid=91755) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 18:11:04.301013 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-036222f4-e314-42ed-8dc0-dfcf3e43273b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:11:04.326187 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-036222f4-e314-42ed-8dc0-dfcf3e43273b None None] Attempting to bind port 94e74b80-034f-465e-b66a-d6105f575942 on host dv-cinder-770050-4-smb for vnic_type normal with profile {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:11:04.326573 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-036222f4-e314-42ed-8dc0-dfcf3e43273b None None] Attempting to bind port 94e74b80-034f-465e-b66a-d6105f575942 by drivers openvswitch,hyperv on host dv-cinder-770050-4-smb at level 0 using segments [{'id': 'd2689454-d51b-4d85-bc3e-44bcc3b5bef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '17daf8d8-89c8-47ac-ac2e-f93e582d6a60'}] {{(pid=91755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:11:04.326939 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036222f4-e314-42ed-8dc0-dfcf3e43273b None None] Attempting to bind port 94e74b80-034f-465e-b66a-d6105f575942 on network 17daf8d8-89c8-47ac-ac2e-f93e582d6a60 {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:11:04.332197 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036222f4-e314-42ed-8dc0-dfcf3e43273b None None] Checking agent: {'id': '645f1a76-8a80-43b7-a21a-f9bffe38f313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 10, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:11:04.332603 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036222f4-e314-42ed-8dc0-dfcf3e43273b None None] Checking segment: {'id': 'd2689454-d51b-4d85-bc3e-44bcc3b5bef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '17daf8d8-89c8-47ac-ac2e-f93e582d6a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:11:04.333092 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-036222f4-e314-42ed-8dc0-dfcf3e43273b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:04.333479 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036222f4-e314-42ed-8dc0-dfcf3e43273b None None] Bound using segment: {'id': 'd2689454-d51b-4d85-bc3e-44bcc3b5bef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '17daf8d8-89c8-47ac-ac2e-f93e582d6a60'} {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:11:04.333992 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-036222f4-e314-42ed-8dc0-dfcf3e43273b None None] Bound port: 94e74b80-034f-465e-b66a-d6105f575942, host: dv-cinder-770050-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2689454-d51b-4d85-bc3e-44bcc3b5bef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '17daf8d8-89c8-47ac-ac2e-f93e582d6a60'}}] {{(pid=91755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:11:04.334377 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-036222f4-e314-42ed-8dc0-dfcf3e43273b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:04.421865 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-036222f4-e314-42ed-8dc0-dfcf3e43273b None None] For port 94e74b80-034f-465e-b66a-d6105f575942, host dv-cinder-770050-4-smb, cleared binding levels {{(pid=91755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:11:04.425843 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-036222f4-e314-42ed-8dc0-dfcf3e43273b None None] For port 94e74b80-034f-465e-b66a-d6105f575942, host dv-cinder-770050-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=94e74b80-034f-465e-b66a-d6105f575942,segment=NetworkSegment(d2689454-d51b-4d85-bc3e-44bcc3b5bef6),segment_id=d2689454-d51b-4d85-bc3e-44bcc3b5bef6)] {{(pid=91755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:11:04.431106 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-036222f4-e314-42ed-8dc0-dfcf3e43273b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:04.434906 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:11:04.516586 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036222f4-e314-42ed-8dc0-dfcf3e43273b None None] Pushing event updated for resources: {'Port': ['ID=94e74b80-034f-465e-b66a-d6105f575942,revision_number=2']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:11:04.520249 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-036222f4-e314-42ed-8dc0-dfcf3e43273b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:11:05.747779 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 52742) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:11:06.114172 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [None req-f27ec019-f4b0-4cd4-879f-79b253316bdf admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 18:11:06.128055 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-f27ec019-f4b0-4cd4-879f-79b253316bdf admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3664882 May 31 18:11:08.455642 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 52752) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:11:08.826557 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [None req-90df556d-f813-4f65-b993-a2ab8fa403a8 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 18:11:08.827604 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-90df556d-f813-4f65-b993-a2ab8fa403a8 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3709302 May 31 18:11:10.006288 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6eea61-9d60-4a29-9dc1-2ab042beed41 None None] Network 17daf8d8-89c8-47ac-ac2e-f93e582d6a60 requested from dv-cinder-770050-4-smb {{(pid=91755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:11:10.101693 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-75146117-781d-4dfa-bfa8-eae894e45212 None None] Provisioning for port 94e74b80-034f-465e-b66a-d6105f575942 completed by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:11:10.395988 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 94e74b80-034f-465e-b66a-d6105f575942 up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:11:10.473599 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning for port 94e74b80-034f-465e-b66a-d6105f575942 completed by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:11:10.478118 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port 94e74b80-034f-465e-b66a-d6105f575942 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:11:10.478515 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:10.593452 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:10.624276 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] For port 94e74b80-034f-465e-b66a-d6105f575942, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=94e74b80-034f-465e-b66a-d6105f575942,segment=NetworkSegment(d2689454-d51b-4d85-bc3e-44bcc3b5bef6),segment_id=d2689454-d51b-4d85-bc3e-44bcc3b5bef6)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:11:10.629106 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:10.631333 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:11:10.723832 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Pushing event updated for resources: {'Port': ['ID=94e74b80-034f-465e-b66a-d6105f575942,revision_number=3']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:11:10.726899 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:11:11.452213 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 52768) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:11:11.795292 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [None req-b053a1e4-0468-4cf2-93c8-621f0af40f99 admin admin] Request body: {'router': {'tenant_id': '022a5adb6ee34d999359efb573d5e53e', 'admin_state_up': True, 'name': 'router1'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:11:11.804453 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-b053a1e4-0468-4cf2-93c8-621f0af40f99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:11:11.808335 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-b053a1e4-0468-4cf2-93c8-621f0af40f99 admin admin] Usage tracker for resource:router and tenant:022a5adb6ee34d999359efb573d5e53e is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:11:11.811610 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-b053a1e4-0468-4cf2-93c8-621f0af40f99 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:11:11.817287 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-b053a1e4-0468-4cf2-93c8-621f0af40f99 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:11:11.827366 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-b053a1e4-0468-4cf2-93c8-621f0af40f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2093'] for router, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:11.829217 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-b053a1e4-0468-4cf2-93c8-621f0af40f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-955001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-960678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1030219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2086'] for router, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:11.850992 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-b053a1e4-0468-4cf2-93c8-621f0af40f99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:11.957237 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-b053a1e4-0468-4cf2-93c8-621f0af40f99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-960704'] for router, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:11.975138 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-b053a1e4-0468-4cf2-93c8-621f0af40f99 admin admin] Notify callbacks [] for router, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:11.976312 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-b053a1e4-0468-4cf2-93c8-621f0af40f99 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5231106 May 31 18:11:12.347357 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 94e74b80-034f-465e-b66a-d6105f575942 up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:11:12.411819 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port 94e74b80-034f-465e-b66a-d6105f575942 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:11:12.412211 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:14.267817 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 52778) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:11:14.836597 dv-cinder-770050-4-smb neutron-server[91753]: WARNING oslo_policy.policy [None req-8b86e940-3df7-4aed-a8f8-ea7a61ba674f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 18:11:14.837169 dv-cinder-770050-4-smb neutron-server[91753]: WARNING oslo_policy.policy [None req-8b86e940-3df7-4aed-a8f8-ea7a61ba674f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 18:11:15.051038 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [None req-8b86e940-3df7-4aed-a8f8-ea7a61ba674f admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 18:11:15.052271 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-8b86e940-3df7-4aed-a8f8-ea7a61ba674f admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7823541 May 31 18:11:15.942651 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-ad74cee4-fb1e-4b02-bf17-1b02adca3b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:17.423478 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 52792) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:11:17.787231 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'name': 'public', 'is_default': True}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:11:17.788670 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.quota [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] Loaded quota_driver: . May 31 18:11:17.803872 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:11:17.810867 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] Usage tracker for resource:network and tenant:0932d3a7afd14115bbdf516b870c783f is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:11:17.815576 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:11:17.823269 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:11:17.838392 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] Made reservation on behalf of 0932d3a7afd14115bbdf516b870c783f for: {'network': 1} {{(pid=91753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:11:17.909994 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.policy [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91753) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 31 18:11:17.955234 dv-cinder-770050-4-smb neutron-server[91753]: WARNING oslo_policy.policy [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 18:11:17.955593 dv-cinder-770050-4-smb neutron-server[91753]: WARNING oslo_policy.policy [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 18:11:17.965239 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4080666'] for network, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:17.984333 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:17.998690 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:11:18.002312 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] Usage tracker for resource:security_group_rule and tenant:0932d3a7afd14115bbdf516b870c783f is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:11:18.005406 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:11:18.011252 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:11:18.106541 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:18.109918 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:18.115266 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:11:18.126121 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] Reserving flat network on physical network physnet1 {{(pid=91753) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 31 18:11:18.153569 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763744138725', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090'] for segment, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:18.154156 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] Unsubscribe: segment precommit_create {{(pid=91753) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 31 18:11:18.154630 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.db.segments_db [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] Added segment 909c7060-bfe5-455f-9f67-8bef71bab1ed of type flat for network 3a0124ad-3a38-4a71-989b-cf15592ffbdb May 31 18:11:18.208742 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7318eb-f058-4b8e-ad48-976ff6f49729,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:11:18.231931 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:18.232288 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:18.232616 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:18.232932 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:18.233285 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:18.233629 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:18.233931 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:18.234237 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:18.234556 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:18.234864 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:18.235165 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:18.235462 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:18.236901 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] Tracked resource versions report: May 31 18:11:18.236901 dv-cinder-770050-4-smb neutron-server[91753]: pushed versions: May 31 18:11:18.236901 dv-cinder-770050-4-smb neutron-server[91753]: { 'AddressGroup': {'1.2'}, May 31 18:11:18.236901 dv-cinder-770050-4-smb neutron-server[91753]: 'ConntrackHelper': {'1.0'}, May 31 18:11:18.236901 dv-cinder-770050-4-smb neutron-server[91753]: 'Log': {'1.0'}, May 31 18:11:18.236901 dv-cinder-770050-4-smb neutron-server[91753]: 'Network': {'1.1'}, May 31 18:11:18.236901 dv-cinder-770050-4-smb neutron-server[91753]: 'Port': {'1.7'}, May 31 18:11:18.236901 dv-cinder-770050-4-smb neutron-server[91753]: 'PortForwarding': {'1.2'}, May 31 18:11:18.236901 dv-cinder-770050-4-smb neutron-server[91753]: 'QosPolicy': {'1.8'}, May 31 18:11:18.236901 dv-cinder-770050-4-smb neutron-server[91753]: 'SecurityGroup': {'1.4'}, May 31 18:11:18.236901 dv-cinder-770050-4-smb neutron-server[91753]: 'SecurityGroupRule': {'1.2'}, May 31 18:11:18.236901 dv-cinder-770050-4-smb neutron-server[91753]: 'SubPort': {'1.0'}, May 31 18:11:18.236901 dv-cinder-770050-4-smb neutron-server[91753]: 'Subnet': {'1.1'}, May 31 18:11:18.236901 dv-cinder-770050-4-smb neutron-server[91753]: 'Trunk': {'1.1'}} May 31 18:11:18.236901 dv-cinder-770050-4-smb neutron-server[91753]: consumer versions: May 31 18:11:18.236901 dv-cinder-770050-4-smb neutron-server[91753]: { DHCP agent@dv-cinder-770050-4-smb: {}, May 31 18:11:18.236901 dv-cinder-770050-4-smb neutron-server[91753]: L3 agent@dv-cinder-770050-4-smb: {}, May 31 18:11:18.236901 dv-cinder-770050-4-smb neutron-server[91753]: Metadata agent@dv-cinder-770050-4-smb: {}, May 31 18:11:18.236901 dv-cinder-770050-4-smb neutron-server[91753]: Metering agent@dv-cinder-770050-4-smb: {}, May 31 18:11:18.236901 dv-cinder-770050-4-smb neutron-server[91753]: Open vSwitch agent@dv-cinder-770050-4-smb: { 'AddressGroup': '1.2', May 31 18:11:18.236901 dv-cinder-770050-4-smb neutron-server[91753]: 'ConntrackHelper': '1.0', May 31 18:11:18.236901 dv-cinder-770050-4-smb neutron-server[91753]: 'Log': '1.0', May 31 18:11:18.236901 dv-cinder-770050-4-smb neutron-server[91753]: 'Network': '1.1', May 31 18:11:18.236901 dv-cinder-770050-4-smb neutron-server[91753]: 'Port': '1.7', May 31 18:11:18.236901 dv-cinder-770050-4-smb neutron-server[91753]: 'PortForwarding': '1.2', May 31 18:11:18.236901 dv-cinder-770050-4-smb neutron-server[91753]: 'QosPolicy': '1.8', May 31 18:11:18.236901 dv-cinder-770050-4-smb neutron-server[91753]: 'SecurityGroup': '1.4', May 31 18:11:18.236901 dv-cinder-770050-4-smb neutron-server[91753]: 'SecurityGroupRule': '1.2', May 31 18:11:18.236901 dv-cinder-770050-4-smb neutron-server[91753]: 'SubPort': '1.0', May 31 18:11:18.236901 dv-cinder-770050-4-smb neutron-server[91753]: 'Subnet': '1.1', May 31 18:11:18.236901 dv-cinder-770050-4-smb neutron-server[91753]: 'Trunk': '1.1'}} May 31 18:11:18.236901 dv-cinder-770050-4-smb neutron-server[91753]: {{(pid=91753) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 18:11:18.287770 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763743697237'] for network, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:18.295281 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:11:18.333123 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551420'] for network, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:18.334622 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:11:18.335271 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for network, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:18.339920 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:11:18.443096 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0185301 May 31 18:11:18.443764 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] Pushing event updated for resources: {'Network': ['ID=3a0124ad-3a38-4a71-989b-cf15592ffbdb,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:11:18.447095 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:11:18.454536 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Network 3a0124ad-3a38-4a71-989b-cf15592ffbdb details requested by agent ovs-agent-dv-cinder-770050-4-smb with host dv-cinder-770050-4-smb {{(pid=91755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 18:11:18.580756 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-3f4eca75-b6c5-4233-a6f0-61495f9ca3da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:18.593945 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:19.441949 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:20.762342 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 52820) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:11:20.977159 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9759a6ae-08df-408a-990c-c0b2008516f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:11:20.978462 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-9759a6ae-08df-408a-990c-c0b2008516f9 admin admin] 10.222.0.25 "GET /v2.0/subnets/ce96ed19-01db-4605-92d8-f3335626fbef HTTP/1.1" status: 200 len: 849 time: 0.2151911 May 31 18:11:21.125802 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:21.147562 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-701a1342-9e5d-4b01-8ff4-ce691293743e admin admin] 10.222.0.25 "GET /v2.0/routers/eb29ffc4-4251-46d5-9c62-ccb6cc3c1b2d HTTP/1.1" status: 200 len: 704 time: 0.1631606 May 31 18:11:21.609285 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-b911075a-60f3-4432-96a9-81826eb62372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:21.832594 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.db_base_plugin_common [None req-b911075a-60f3-4432-96a9-81826eb62372 admin admin] Allocated IP 172.20.0.1 (17daf8d8-89c8-47ac-ac2e-f93e582d6a60/ce96ed19-01db-4605-92d8-f3335626fbef/24f505c8-7c38-468f-9d8e-fad7ee178786) {{(pid=91753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:11:21.984743 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-b911075a-60f3-4432-96a9-81826eb62372 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:22.001861 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.provisioning_blocks [None req-b911075a-60f3-4432-96a9-81826eb62372 admin admin] Transition to ACTIVE for port object 24f505c8-7c38-468f-9d8e-fad7ee178786 will not be triggered until provisioned by entity DHCP. {{(pid=91753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:11:22.056681 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-b911075a-60f3-4432-96a9-81826eb62372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395'] for port, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:22.061894 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:11:22.122614 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b911075a-60f3-4432-96a9-81826eb62372 admin admin] Network 17daf8d8-89c8-47ac-ac2e-f93e582d6a60 is already hosted by enough agents. {{(pid=91753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:11:22.123609 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.base_scheduler [None req-b911075a-60f3-4432-96a9-81826eb62372 admin admin] Resources bound (agent type, host, resource id): {{(pid=91753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:11:22.130420 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b911075a-60f3-4432-96a9-81826eb62372 admin admin] Received port after_create {{(pid=91753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:11:22.131622 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-b911075a-60f3-4432-96a9-81826eb62372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960433'] for router_interface, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:22.263436 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b911075a-60f3-4432-96a9-81826eb62372 admin admin] Pushing event updated for resources: {'Port': ['ID=24f505c8-7c38-468f-9d8e-fad7ee178786,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:11:22.275993 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-b911075a-60f3-4432-96a9-81826eb62372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:11:22.334537 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-771f7929-da79-413a-a429-de8bddd93e01 None None] Provisioning for port 24f505c8-7c38-468f-9d8e-fad7ee178786 completed by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:11:22.339734 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-771f7929-da79-413a-a429-de8bddd93e01 None None] Provisioning complete for port 24f505c8-7c38-468f-9d8e-fad7ee178786 triggered by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:11:22.340461 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-771f7929-da79-413a-a429-de8bddd93e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:22.393100 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-b911075a-60f3-4432-96a9-81826eb62372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:22.393563 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-771f7929-da79-413a-a429-de8bddd93e01 None None] Port 24f505c8-7c38-468f-9d8e-fad7ee178786 cannot update to ACTIVE because it is not bound. {{(pid=91755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:11:22.643801 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-b911075a-60f3-4432-96a9-81826eb62372 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:22.647698 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-b911075a-60f3-4432-96a9-81826eb62372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:22.648769 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-b911075a-60f3-4432-96a9-81826eb62372 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960284'] for router_interface, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:22.653141 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:11:22.775129 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b911075a-60f3-4432-96a9-81826eb62372 admin admin] Pushing event updated for resources: {'Port': ['ID=24f505c8-7c38-468f-9d8e-fad7ee178786,revision_number=2']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:11:22.779504 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-b911075a-60f3-4432-96a9-81826eb62372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:11:22.833197 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b911075a-60f3-4432-96a9-81826eb62372 admin admin] Network 17daf8d8-89c8-47ac-ac2e-f93e582d6a60 is already hosted by enough agents. {{(pid=91753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:11:22.834213 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.base_scheduler [None req-b911075a-60f3-4432-96a9-81826eb62372 admin admin] Resources bound (agent type, host, resource id): {{(pid=91753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:11:23.015625 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e141b380-83da-4c7d-995e-3eb2ff89a68a None None] Provisioning complete for port 24f505c8-7c38-468f-9d8e-fad7ee178786 triggered by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:11:23.015991 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e141b380-83da-4c7d-995e-3eb2ff89a68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:23.020818 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b911075a-60f3-4432-96a9-81826eb62372 admin admin] Router eb29ffc4-4251-46d5-9c62-ccb6cc3c1b2d is scheduled to L3 agent aa8b4aa1-734a-4f99-a735-849181ae9a49 with binding_index 1 {{(pid=91753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 18:11:23.069276 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-e141b380-83da-4c7d-995e-3eb2ff89a68a None None] Port 24f505c8-7c38-468f-9d8e-fad7ee178786 cannot update to ACTIVE because it is not bound. {{(pid=91755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:11:23.168017 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b911075a-60f3-4432-96a9-81826eb62372 admin admin] Notify agent at l3_agent.dv-cinder-770050-4-smb the message routers_updated {{(pid=91753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:11:23.176622 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-b911075a-60f3-4432-96a9-81826eb62372 admin admin] 10.222.0.25 "PUT /v2.0/routers/eb29ffc4-4251-46d5-9c62-ccb6cc3c1b2d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0234601 May 31 18:11:23.177231 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af86e3d-3759-44a8-82fd-9cd087b558c9 None None] Sync routers for ids ['eb29ffc4-4251-46d5-9c62-ccb6cc3c1b2d'] in dv-cinder-770050-4-smb {{(pid=91756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:11:23.187958 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af86e3d-3759-44a8-82fd-9cd087b558c9 None None] Routers {'eb29ffc4-4251-46d5-9c62-ccb6cc3c1b2d'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:11:23.188826 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-6af86e3d-3759-44a8-82fd-9cd087b558c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:11:18Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['eb29ffc4-4251-46d5-9c62-ccb6cc3c1b2d'], 'active': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:11:23.360231 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvr_db [None req-6af86e3d-3759-44a8-82fd-9cd087b558c9 None None] Set router eb29ffc4-4251-46d5-9c62-ccb6cc3c1b2d gateway port host: None {{(pid=91756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:11:23.722530 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-6af86e3d-3759-44a8-82fd-9cd087b558c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb29ffc4-4251-46d5-9c62-ccb6cc3c1b2d', 'name': 'router1', 'tenant_id': '022a5adb6ee34d999359efb573d5e53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:11:11Z', 'updated_at': '2021-05-31T18:11:22Z', 'revision_number': 2, 'project_id': '022a5adb6ee34d999359efb573d5e53e', 'gw_port_host': None, '_interfaces': [{'id': '24f505c8-7c38-468f-9d8e-fad7ee178786', 'name': '', 'network_id': '17daf8d8-89c8-47ac-ac2e-f93e582d6a60', 'tenant_id': '022a5adb6ee34d999359efb573d5e53e', 'mac_address': 'fa:16:3e:09:77:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb29ffc4-4251-46d5-9c62-ccb6cc3c1b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ce96ed19-01db-4605-92d8-f3335626fbef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:11:21Z', 'updated_at': '2021-05-31T18:11:22Z', 'revision_number': 2, 'project_id': '022a5adb6ee34d999359efb573d5e53e', 'subnets': [{'id': 'ce96ed19-01db-4605-92d8-f3335626fbef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cdb377c1-c4af-4cd9-990e-1bd1599fcb96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:11:23.727429 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af86e3d-3759-44a8-82fd-9cd087b558c9 None None] Checking router: eb29ffc4-4251-46d5-9c62-ccb6cc3c1b2d for host: dv-cinder-770050-4-smb {{(pid=91756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:11:23.727800 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af86e3d-3759-44a8-82fd-9cd087b558c9 None None] Updating router eb29ffc4-4251-46d5-9c62-ccb6cc3c1b2d port 24f505c8-7c38-468f-9d8e-fad7ee178786 binding host dv-cinder-770050-4-smb {{(pid=91756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 18:11:23.781406 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6af86e3d-3759-44a8-82fd-9cd087b558c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:24.155155 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6af86e3d-3759-44a8-82fd-9cd087b558c9 None None] Notify callbacks [] for port, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:24.169627 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.provisioning_blocks [None req-6af86e3d-3759-44a8-82fd-9cd087b558c9 None None] Transition to ACTIVE for port object 24f505c8-7c38-468f-9d8e-fad7ee178786 will not be triggered until provisioned by entity L2. {{(pid=91756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:11:24.175933 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6af86e3d-3759-44a8-82fd-9cd087b558c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:24.181384 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:11:24.395432 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a1d73-06e8-4d54-947e-05a364be6a25 None None] Pushing event updated for resources: {'Port': ['ID=24f505c8-7c38-468f-9d8e-fad7ee178786,revision_number=3']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:11:24.404094 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [None req-6af86e3d-3759-44a8-82fd-9cd087b558c9 None None] Attempting to bind port 24f505c8-7c38-468f-9d8e-fad7ee178786 on host dv-cinder-770050-4-smb for vnic_type normal with profile {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:11:24.404481 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [None req-6af86e3d-3759-44a8-82fd-9cd087b558c9 None None] Attempting to bind port 24f505c8-7c38-468f-9d8e-fad7ee178786 by drivers openvswitch,hyperv on host dv-cinder-770050-4-smb at level 0 using segments [{'id': 'd2689454-d51b-4d85-bc3e-44bcc3b5bef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '17daf8d8-89c8-47ac-ac2e-f93e582d6a60'}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:11:24.404907 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af86e3d-3759-44a8-82fd-9cd087b558c9 None None] Attempting to bind port 24f505c8-7c38-468f-9d8e-fad7ee178786 on network 17daf8d8-89c8-47ac-ac2e-f93e582d6a60 {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:11:24.407706 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1d73-06e8-4d54-947e-05a364be6a25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:24.407981 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1d73-06e8-4d54-947e-05a364be6a25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:24.408392 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1d73-06e8-4d54-947e-05a364be6a25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:24.408707 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1d73-06e8-4d54-947e-05a364be6a25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:24.409018 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1d73-06e8-4d54-947e-05a364be6a25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:24.409326 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1d73-06e8-4d54-947e-05a364be6a25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:24.409631 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1d73-06e8-4d54-947e-05a364be6a25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:24.409930 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1d73-06e8-4d54-947e-05a364be6a25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:24.410263 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1d73-06e8-4d54-947e-05a364be6a25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:24.410563 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1d73-06e8-4d54-947e-05a364be6a25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:24.410868 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1d73-06e8-4d54-947e-05a364be6a25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:24.411166 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1d73-06e8-4d54-947e-05a364be6a25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:11:24.412293 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89a1d73-06e8-4d54-947e-05a364be6a25 None None] Tracked resource versions report: May 31 18:11:24.412293 dv-cinder-770050-4-smb neutron-server[91756]: pushed versions: May 31 18:11:24.412293 dv-cinder-770050-4-smb neutron-server[91756]: { 'AddressGroup': {'1.2'}, May 31 18:11:24.412293 dv-cinder-770050-4-smb neutron-server[91756]: 'ConntrackHelper': {'1.0'}, May 31 18:11:24.412293 dv-cinder-770050-4-smb neutron-server[91756]: 'Log': {'1.0'}, May 31 18:11:24.412293 dv-cinder-770050-4-smb neutron-server[91756]: 'Network': {'1.1'}, May 31 18:11:24.412293 dv-cinder-770050-4-smb neutron-server[91756]: 'Port': {'1.7'}, May 31 18:11:24.412293 dv-cinder-770050-4-smb neutron-server[91756]: 'PortForwarding': {'1.2'}, May 31 18:11:24.412293 dv-cinder-770050-4-smb neutron-server[91756]: 'QosPolicy': {'1.8'}, May 31 18:11:24.412293 dv-cinder-770050-4-smb neutron-server[91756]: 'SecurityGroup': {'1.4'}, May 31 18:11:24.412293 dv-cinder-770050-4-smb neutron-server[91756]: 'SecurityGroupRule': {'1.2'}, May 31 18:11:24.412293 dv-cinder-770050-4-smb neutron-server[91756]: 'SubPort': {'1.0'}, May 31 18:11:24.412293 dv-cinder-770050-4-smb neutron-server[91756]: 'Subnet': {'1.1'}, May 31 18:11:24.412293 dv-cinder-770050-4-smb neutron-server[91756]: 'Trunk': {'1.1'}} May 31 18:11:24.412293 dv-cinder-770050-4-smb neutron-server[91756]: consumer versions: May 31 18:11:24.412293 dv-cinder-770050-4-smb neutron-server[91756]: { DHCP agent@dv-cinder-770050-4-smb: {}, May 31 18:11:24.412293 dv-cinder-770050-4-smb neutron-server[91756]: L3 agent@dv-cinder-770050-4-smb: {}, May 31 18:11:24.412293 dv-cinder-770050-4-smb neutron-server[91756]: Metadata agent@dv-cinder-770050-4-smb: {}, May 31 18:11:24.412293 dv-cinder-770050-4-smb neutron-server[91756]: Metering agent@dv-cinder-770050-4-smb: {}, May 31 18:11:24.412293 dv-cinder-770050-4-smb neutron-server[91756]: Open vSwitch agent@dv-cinder-770050-4-smb: { 'AddressGroup': '1.2', May 31 18:11:24.412293 dv-cinder-770050-4-smb neutron-server[91756]: 'ConntrackHelper': '1.0', May 31 18:11:24.412293 dv-cinder-770050-4-smb neutron-server[91756]: 'Log': '1.0', May 31 18:11:24.412293 dv-cinder-770050-4-smb neutron-server[91756]: 'Network': '1.1', May 31 18:11:24.412293 dv-cinder-770050-4-smb neutron-server[91756]: 'Port': '1.7', May 31 18:11:24.412293 dv-cinder-770050-4-smb neutron-server[91756]: 'PortForwarding': '1.2', May 31 18:11:24.412293 dv-cinder-770050-4-smb neutron-server[91756]: 'QosPolicy': '1.8', May 31 18:11:24.412293 dv-cinder-770050-4-smb neutron-server[91756]: 'SecurityGroup': '1.4', May 31 18:11:24.412293 dv-cinder-770050-4-smb neutron-server[91756]: 'SecurityGroupRule': '1.2', May 31 18:11:24.412293 dv-cinder-770050-4-smb neutron-server[91756]: 'SubPort': '1.0', May 31 18:11:24.412293 dv-cinder-770050-4-smb neutron-server[91756]: 'Subnet': '1.1', May 31 18:11:24.412293 dv-cinder-770050-4-smb neutron-server[91756]: 'Trunk': '1.1'}} May 31 18:11:24.412293 dv-cinder-770050-4-smb neutron-server[91756]: {{(pid=91756) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 18:11:24.416200 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-a89a1d73-06e8-4d54-947e-05a364be6a25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:11:24.420353 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af86e3d-3759-44a8-82fd-9cd087b558c9 None None] Checking agent: {'id': '645f1a76-8a80-43b7-a21a-f9bffe38f313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:11:24.420746 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af86e3d-3759-44a8-82fd-9cd087b558c9 None None] Checking segment: {'id': 'd2689454-d51b-4d85-bc3e-44bcc3b5bef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '17daf8d8-89c8-47ac-ac2e-f93e582d6a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:11:24.421221 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6af86e3d-3759-44a8-82fd-9cd087b558c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:24.421599 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af86e3d-3759-44a8-82fd-9cd087b558c9 None None] Bound using segment: {'id': 'd2689454-d51b-4d85-bc3e-44bcc3b5bef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '17daf8d8-89c8-47ac-ac2e-f93e582d6a60'} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:11:24.422138 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [None req-6af86e3d-3759-44a8-82fd-9cd087b558c9 None None] Bound port: 24f505c8-7c38-468f-9d8e-fad7ee178786, host: dv-cinder-770050-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2689454-d51b-4d85-bc3e-44bcc3b5bef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '17daf8d8-89c8-47ac-ac2e-f93e582d6a60'}}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:11:24.422506 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6af86e3d-3759-44a8-82fd-9cd087b558c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:24.507424 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-6af86e3d-3759-44a8-82fd-9cd087b558c9 None None] For port 24f505c8-7c38-468f-9d8e-fad7ee178786, host dv-cinder-770050-4-smb, cleared binding levels {{(pid=91756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:11:24.512905 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-6af86e3d-3759-44a8-82fd-9cd087b558c9 None None] For port 24f505c8-7c38-468f-9d8e-fad7ee178786, host dv-cinder-770050-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=24f505c8-7c38-468f-9d8e-fad7ee178786,segment=NetworkSegment(d2689454-d51b-4d85-bc3e-44bcc3b5bef6),segment_id=d2689454-d51b-4d85-bc3e-44bcc3b5bef6)] {{(pid=91756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:11:24.517291 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-6af86e3d-3759-44a8-82fd-9cd087b558c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:24.521859 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:11:24.605144 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89a1d73-06e8-4d54-947e-05a364be6a25 None None] Pushing event updated for resources: {'Port': ['ID=24f505c8-7c38-468f-9d8e-fad7ee178786,revision_number=4']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:11:24.608393 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-a89a1d73-06e8-4d54-947e-05a364be6a25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:11:24.614697 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af86e3d-3759-44a8-82fd-9cd087b558c9 None None] Routers {'eb29ffc4-4251-46d5-9c62-ccb6cc3c1b2d'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:11:24.615284 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-6af86e3d-3759-44a8-82fd-9cd087b558c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:11:18Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['eb29ffc4-4251-46d5-9c62-ccb6cc3c1b2d'], 'active': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:11:24.792735 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvr_db [None req-6af86e3d-3759-44a8-82fd-9cd087b558c9 None None] Set router eb29ffc4-4251-46d5-9c62-ccb6cc3c1b2d gateway port host: None {{(pid=91756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:11:25.106703 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-6af86e3d-3759-44a8-82fd-9cd087b558c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb29ffc4-4251-46d5-9c62-ccb6cc3c1b2d', 'name': 'router1', 'tenant_id': '022a5adb6ee34d999359efb573d5e53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:11:11Z', 'updated_at': '2021-05-31T18:11:22Z', 'revision_number': 2, 'project_id': '022a5adb6ee34d999359efb573d5e53e', 'gw_port_host': None, '_interfaces': [{'id': '24f505c8-7c38-468f-9d8e-fad7ee178786', 'name': '', 'network_id': '17daf8d8-89c8-47ac-ac2e-f93e582d6a60', 'tenant_id': '022a5adb6ee34d999359efb573d5e53e', 'mac_address': 'fa:16:3e:09:77:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb29ffc4-4251-46d5-9c62-ccb6cc3c1b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ce96ed19-01db-4605-92d8-f3335626fbef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:11:21Z', 'updated_at': '2021-05-31T18:11:24Z', 'revision_number': 4, 'project_id': '022a5adb6ee34d999359efb573d5e53e', 'subnets': [{'id': 'ce96ed19-01db-4605-92d8-f3335626fbef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cdb377c1-c4af-4cd9-990e-1bd1599fcb96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:11:25.110458 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af86e3d-3759-44a8-82fd-9cd087b558c9 None None] The sync data for ids ['eb29ffc4-4251-46d5-9c62-ccb6cc3c1b2d'] in dv-cinder-770050-4-smb is: [{'id': 'eb29ffc4-4251-46d5-9c62-ccb6cc3c1b2d', 'name': 'router1', 'tenant_id': '022a5adb6ee34d999359efb573d5e53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:11:11Z', 'updated_at': '2021-05-31T18:11:22Z', 'revision_number': 2, 'project_id': '022a5adb6ee34d999359efb573d5e53e', 'gw_port_host': None, '_interfaces': [{'id': '24f505c8-7c38-468f-9d8e-fad7ee178786', 'name': '', 'network_id': '17daf8d8-89c8-47ac-ac2e-f93e582d6a60', 'tenant_id': '022a5adb6ee34d999359efb573d5e53e', 'mac_address': 'fa:16:3e:09:77:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb29ffc4-4251-46d5-9c62-ccb6cc3c1b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ce96ed19-01db-4605-92d8-f3335626fbef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:11:21Z', 'updated_at': '2021-05-31T18:11:24Z', 'revision_number': 4, 'project_id': '022a5adb6ee34d999359efb573d5e53e', 'subnets': [{'id': 'ce96ed19-01db-4605-92d8-f3335626fbef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cdb377c1-c4af-4cd9-990e-1bd1599fcb96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:11:25.319829 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 52842) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:11:25.465526 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407be299-9855-41b3-b4bc-dcaf5f2186f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:11:25.466082 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-407be299-9855-41b3-b4bc-dcaf5f2186f1 admin admin] Synchronizing usage tracker for tenant:0932d3a7afd14115bbdf516b870c783f on resource:network {{(pid=91753) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:11:25.483304 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-407be299-9855-41b3-b4bc-dcaf5f2186f1 admin admin] Unset dirty status for tenant:0932d3a7afd14115bbdf516b870c783f on resource:network {{(pid=91753) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:11:25.484488 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-407be299-9855-41b3-b4bc-dcaf5f2186f1 admin admin] 10.222.0.25 "GET /v2.0/networks/3a0124ad-3a38-4a71-989b-cf15592ffbdb HTTP/1.1" status: 200 len: 842 time: 0.1635914 May 31 18:11:25.493663 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [None req-2df5b7e2-7363-4fb8-9083-272ec408d2a3 admin admin] Request body: {'subnet': {'cidr': '172.28.1.0/24', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.28.1.1', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'name': 'public-subnet'}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:11:25.498708 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-2df5b7e2-7363-4fb8-9083-272ec408d2a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:11:25.502441 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-2df5b7e2-7363-4fb8-9083-272ec408d2a3 admin admin] Usage tracker for resource:subnet and tenant:0932d3a7afd14115bbdf516b870c783f is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:11:25.505316 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-2df5b7e2-7363-4fb8-9083-272ec408d2a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:11:25.512201 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-2df5b7e2-7363-4fb8-9083-272ec408d2a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:11:25.521901 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df5b7e2-7363-4fb8-9083-272ec408d2a3 admin admin] Made reservation on behalf of 0932d3a7afd14115bbdf516b870c783f for: {'subnet': 1} {{(pid=91753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:11:25.524259 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-2df5b7e2-7363-4fb8-9083-272ec408d2a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:25.939295 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.objects.ports [None req-2df5b7e2-7363-4fb8-9083-272ec408d2a3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91753) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 31 18:11:25.939749 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-2df5b7e2-7363-4fb8-9083-272ec408d2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399'] for subnet, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:25.943921 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:11:26.015540 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df5b7e2-7363-4fb8-9083-272ec408d2a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dbd3a86-7301-413f-8501-e9f2643d6bdc,revision_number=0']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:11:26.019505 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df5b7e2-7363-4fb8-9083-272ec408d2a3 admin admin] Checking segment: {'id': '909c7060-bfe5-455f-9f67-8bef71bab1ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:11:26.019844 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df5b7e2-7363-4fb8-9083-272ec408d2a3 admin admin] Network hostable DHCP agents. Network: 3a0124ad-3a38-4a71-989b-cf15592ffbdb, hostable agents: ['c2c260b2-0141-4615-bcb7-b98a7560862d'], hosted agents: [] {{(pid=91753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 18:11:26.022584 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-2df5b7e2-7363-4fb8-9083-272ec408d2a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:11:26.039017 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df5b7e2-7363-4fb8-9083-272ec408d2a3 admin admin] Network 3a0124ad-3a38-4a71-989b-cf15592ffbdb is scheduled to be hosted by DHCP agent c2c260b2-0141-4615-bcb7-b98a7560862d with binding_index 1 {{(pid=91753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 18:11:26.048856 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.base_scheduler [None req-2df5b7e2-7363-4fb8-9083-272ec408d2a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-770050-4-smb, 3a0124ad-3a38-4a71-989b-cf15592ffbdb) {{(pid=91753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:11:26.055940 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df5b7e2-7363-4fb8-9083-272ec408d2a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:11:26.056269 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7aa863-6b60-4539-b93e-5836a987e0db None None] Network 3a0124ad-3a38-4a71-989b-cf15592ffbdb requested from dv-cinder-770050-4-smb {{(pid=91755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:11:26.056691 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-2df5b7e2-7363-4fb8-9083-272ec408d2a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for subnet, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:26.089012 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-2df5b7e2-7363-4fb8-9083-272ec408d2a3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5986624 May 31 18:11:26.259595 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddf3691-d724-4d82-a87f-d0c409453853 None None] Network 3a0124ad-3a38-4a71-989b-cf15592ffbdb requested from dv-cinder-770050-4-smb {{(pid=91755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:11:28.312662 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 52856) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:11:28.386986 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 24f505c8-7c38-468f-9d8e-fad7ee178786 up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:11:28.457941 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning for port 24f505c8-7c38-468f-9d8e-fad7ee178786 completed by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:11:28.464540 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port 24f505c8-7c38-468f-9d8e-fad7ee178786 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:11:28.464939 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:28.565325 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-181def34-d32d-4cac-88e3-e844c1012f5b admin admin] 10.222.0.25 "GET /v2.0/routers/eb29ffc4-4251-46d5-9c62-ccb6cc3c1b2d HTTP/1.1" status: 200 len: 710 time: 0.2515335 May 31 18:11:28.582387 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:28.615467 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] For port 24f505c8-7c38-468f-9d8e-fad7ee178786, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=24f505c8-7c38-468f-9d8e-fad7ee178786,segment=NetworkSegment(d2689454-d51b-4d85-bc3e-44bcc3b5bef6),segment_id=d2689454-d51b-4d85-bc3e-44bcc3b5bef6)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:11:28.620515 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:28.623220 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:11:28.692703 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Pushing event updated for resources: {'Port': ['ID=24f505c8-7c38-468f-9d8e-fad7ee178786,revision_number=5']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:11:28.695790 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:11:28.699912 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94383d9-6c1c-426f-8a57-a41e7452e6e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:11:28.703569 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-b94383d9-6c1c-426f-8a57-a41e7452e6e5 admin admin] 10.222.0.25 "GET /v2.0/networks/3a0124ad-3a38-4a71-989b-cf15592ffbdb HTTP/1.1" status: 200 len: 886 time: 0.1309347 May 31 18:11:28.709865 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [None req-f424e598-eda8-4eda-a893-b6c316f4f109 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'}}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:11:29.142494 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-f424e598-eda8-4eda-a893-b6c316f4f109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-960643', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2128'] for router, precommit_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:29.458497 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-f424e598-eda8-4eda-a893-b6c316f4f109 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:29.514712 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-f424e598-eda8-4eda-a893-b6c316f4f109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:29.643664 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.db_base_plugin_common [None req-f424e598-eda8-4eda-a893-b6c316f4f109 admin admin] Allocated IP 172.28.1.29 (3a0124ad-3a38-4a71-989b-cf15592ffbdb/7dbd3a86-7301-413f-8501-e9f2643d6bdc/1a2182d9-2e48-4e61-a48e-d7caf34cb803) {{(pid=91753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:11:29.829640 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-f424e598-eda8-4eda-a893-b6c316f4f109 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:29.856782 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-f424e598-eda8-4eda-a893-b6c316f4f109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395'] for port, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:29.861133 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:11:29.920922 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f424e598-eda8-4eda-a893-b6c316f4f109 admin admin] Network 3a0124ad-3a38-4a71-989b-cf15592ffbdb is already hosted by enough agents. {{(pid=91753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:11:29.923768 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.base_scheduler [None req-f424e598-eda8-4eda-a893-b6c316f4f109 admin admin] Resources bound (agent type, host, resource id): {{(pid=91753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:11:29.927405 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f424e598-eda8-4eda-a893-b6c316f4f109 admin admin] Received port after_create {{(pid=91753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:11:29.987548 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f424e598-eda8-4eda-a893-b6c316f4f109 admin admin] Pushing event updated for resources: {'Port': ['ID=1a2182d9-2e48-4e61-a48e-d7caf34cb803,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:11:30.037352 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-f424e598-eda8-4eda-a893-b6c316f4f109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:11:30.292374 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-f424e598-eda8-4eda-a893-b6c316f4f109 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:30.366351 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 24f505c8-7c38-468f-9d8e-fad7ee178786 up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:11:30.433065 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port 24f505c8-7c38-468f-9d8e-fad7ee178786 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:11:30.433434 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:30.627321 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-f424e598-eda8-4eda-a893-b6c316f4f109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-960643', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2128'] for router, precommit_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:30.630568 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-f424e598-eda8-4eda-a893-b6c316f4f109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-960704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-960648', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-960713', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-956253'] for router, after_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:30.801166 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f424e598-eda8-4eda-a893-b6c316f4f109 admin admin] Router eb29ffc4-4251-46d5-9c62-ccb6cc3c1b2d has already been hosted by L3 agent aa8b4aa1-734a-4f99-a735-849181ae9a49 {{(pid=91753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:11:30.973577 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f424e598-eda8-4eda-a893-b6c316f4f109 admin admin] Notify agent at l3_agent.dv-cinder-770050-4-smb the message routers_updated {{(pid=91753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:11:30.981276 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-f424e598-eda8-4eda-a893-b6c316f4f109 admin admin] Notify callbacks [] for router, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:30.982428 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-f424e598-eda8-4eda-a893-b6c316f4f109 admin admin] 10.222.0.25 "PUT /v2.0/routers/eb29ffc4-4251-46d5-9c62-ccb6cc3c1b2d HTTP/1.1" status: 200 len: 889 time: 2.2757251 May 31 18:11:30.982611 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0b7d29-e306-4e36-ab7c-71c680da8e99 None None] Sync routers for ids ['eb29ffc4-4251-46d5-9c62-ccb6cc3c1b2d'] in dv-cinder-770050-4-smb {{(pid=91755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:11:30.991976 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0b7d29-e306-4e36-ab7c-71c680da8e99 None None] Routers {'eb29ffc4-4251-46d5-9c62-ccb6cc3c1b2d'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:11:30.992665 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-4d0b7d29-e306-4e36-ab7c-71c680da8e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:11:18Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['eb29ffc4-4251-46d5-9c62-ccb6cc3c1b2d'], 'active': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:11:31.065549 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.agents_db [None req-6172caff-413f-4f38-b24a-66359638417e None None] Agent healthcheck: found 5 active agents {{(pid=91756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:11:31.206361 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvr_db [None req-4d0b7d29-e306-4e36-ab7c-71c680da8e99 None None] Set router eb29ffc4-4251-46d5-9c62-ccb6cc3c1b2d gateway port host: dv-cinder-770050-4-smb {{(pid=91755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:11:31.538558 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-4d0b7d29-e306-4e36-ab7c-71c680da8e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb29ffc4-4251-46d5-9c62-ccb6cc3c1b2d', 'name': 'router1', 'tenant_id': '022a5adb6ee34d999359efb573d5e53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.29'}], 'enable_snat': True}, 'gw_port_id': '1a2182d9-2e48-4e61-a48e-d7caf34cb803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:11:11Z', 'updated_at': '2021-05-31T18:11:30Z', 'revision_number': 4, 'project_id': '022a5adb6ee34d999359efb573d5e53e', 'gw_port': {'id': '1a2182d9-2e48-4e61-a48e-d7caf34cb803', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:57:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb29ffc4-4251-46d5-9c62-ccb6cc3c1b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:11:29Z', 'updated_at': '2021-05-31T18:11:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': '24f505c8-7c38-468f-9d8e-fad7ee178786', 'name': '', 'network_id': '17daf8d8-89c8-47ac-ac2e-f93e582d6a60', 'tenant_id': '022a5adb6ee34d999359efb573d5e53e', 'mac_address': 'fa:16:3e:09:77:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb29ffc4-4251-46d5-9c62-ccb6cc3c1b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ce96ed19-01db-4605-92d8-f3335626fbef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:11:21Z', 'updated_at': '2021-05-31T18:11:28Z', 'revision_number': 5, 'project_id': '022a5adb6ee34d999359efb573d5e53e', 'subnets': [{'id': 'ce96ed19-01db-4605-92d8-f3335626fbef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cdb377c1-c4af-4cd9-990e-1bd1599fcb96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:11:31.543770 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0b7d29-e306-4e36-ab7c-71c680da8e99 None None] Checking router: eb29ffc4-4251-46d5-9c62-ccb6cc3c1b2d for host: dv-cinder-770050-4-smb {{(pid=91755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:11:31.544155 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0b7d29-e306-4e36-ab7c-71c680da8e99 None None] Updating router eb29ffc4-4251-46d5-9c62-ccb6cc3c1b2d port 1a2182d9-2e48-4e61-a48e-d7caf34cb803 binding host dv-cinder-770050-4-smb {{(pid=91755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 18:11:31.593283 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4d0b7d29-e306-4e36-ab7c-71c680da8e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:31.907229 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4d0b7d29-e306-4e36-ab7c-71c680da8e99 None None] Notify callbacks [] for port, precommit_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:31.918202 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-4d0b7d29-e306-4e36-ab7c-71c680da8e99 None None] Transition to ACTIVE for port object 1a2182d9-2e48-4e61-a48e-d7caf34cb803 will not be triggered until provisioned by entity L2. {{(pid=91755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:11:31.925704 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4d0b7d29-e306-4e36-ab7c-71c680da8e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:31.929669 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:11:32.004652 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-4d0b7d29-e306-4e36-ab7c-71c680da8e99 None None] Attempting to bind port 1a2182d9-2e48-4e61-a48e-d7caf34cb803 on host dv-cinder-770050-4-smb for vnic_type normal with profile {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:11:32.005029 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-4d0b7d29-e306-4e36-ab7c-71c680da8e99 None None] Attempting to bind port 1a2182d9-2e48-4e61-a48e-d7caf34cb803 by drivers openvswitch,hyperv on host dv-cinder-770050-4-smb at level 0 using segments [{'id': '909c7060-bfe5-455f-9f67-8bef71bab1ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'}] {{(pid=91755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:11:32.005367 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0b7d29-e306-4e36-ab7c-71c680da8e99 None None] Attempting to bind port 1a2182d9-2e48-4e61-a48e-d7caf34cb803 on network 3a0124ad-3a38-4a71-989b-cf15592ffbdb {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:11:32.013167 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f40e3-22b9-463c-843c-15a46a0f1976 None None] Pushing event updated for resources: {'Port': ['ID=1a2182d9-2e48-4e61-a48e-d7caf34cb803,revision_number=2']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:11:32.015426 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0b7d29-e306-4e36-ab7c-71c680da8e99 None None] Checking agent: {'id': '645f1a76-8a80-43b7-a21a-f9bffe38f313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:11:32.015787 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0b7d29-e306-4e36-ab7c-71c680da8e99 None None] Checking segment: {'id': '909c7060-bfe5-455f-9f67-8bef71bab1ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:11:32.016199 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4d0b7d29-e306-4e36-ab7c-71c680da8e99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:32.016596 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0b7d29-e306-4e36-ab7c-71c680da8e99 None None] Bound using segment: {'id': '909c7060-bfe5-455f-9f67-8bef71bab1ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'} {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:11:32.017034 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-4d0b7d29-e306-4e36-ab7c-71c680da8e99 None None] Bound port: 1a2182d9-2e48-4e61-a48e-d7caf34cb803, host: dv-cinder-770050-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '909c7060-bfe5-455f-9f67-8bef71bab1ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'}}] {{(pid=91755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:11:32.017392 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4d0b7d29-e306-4e36-ab7c-71c680da8e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:32.039425 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0f0f40e3-22b9-463c-843c-15a46a0f1976 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:11:32.086871 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-4d0b7d29-e306-4e36-ab7c-71c680da8e99 None None] For port 1a2182d9-2e48-4e61-a48e-d7caf34cb803, host dv-cinder-770050-4-smb, cleared binding levels {{(pid=91755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:11:32.089788 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-4d0b7d29-e306-4e36-ab7c-71c680da8e99 None None] For port 1a2182d9-2e48-4e61-a48e-d7caf34cb803, host dv-cinder-770050-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=1a2182d9-2e48-4e61-a48e-d7caf34cb803,segment=NetworkSegment(909c7060-bfe5-455f-9f67-8bef71bab1ed),segment_id=909c7060-bfe5-455f-9f67-8bef71bab1ed)] {{(pid=91755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:11:32.094188 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4d0b7d29-e306-4e36-ab7c-71c680da8e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:32.097736 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:11:32.172294 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0b7d29-e306-4e36-ab7c-71c680da8e99 None None] Routers {'eb29ffc4-4251-46d5-9c62-ccb6cc3c1b2d'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:11:32.172820 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-4d0b7d29-e306-4e36-ab7c-71c680da8e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:11:18Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['eb29ffc4-4251-46d5-9c62-ccb6cc3c1b2d'], 'active': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:11:32.224763 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0f40e3-22b9-463c-843c-15a46a0f1976 None None] Pushing event updated for resources: {'Port': ['ID=1a2182d9-2e48-4e61-a48e-d7caf34cb803,revision_number=3']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:11:32.233917 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0f0f40e3-22b9-463c-843c-15a46a0f1976 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:11:32.352697 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvr_db [None req-4d0b7d29-e306-4e36-ab7c-71c680da8e99 None None] Set router eb29ffc4-4251-46d5-9c62-ccb6cc3c1b2d gateway port host: dv-cinder-770050-4-smb {{(pid=91755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:11:32.698251 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-4d0b7d29-e306-4e36-ab7c-71c680da8e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb29ffc4-4251-46d5-9c62-ccb6cc3c1b2d', 'name': 'router1', 'tenant_id': '022a5adb6ee34d999359efb573d5e53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.29'}], 'enable_snat': True}, 'gw_port_id': '1a2182d9-2e48-4e61-a48e-d7caf34cb803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:11:11Z', 'updated_at': '2021-05-31T18:11:30Z', 'revision_number': 4, 'project_id': '022a5adb6ee34d999359efb573d5e53e', 'gw_port': {'id': '1a2182d9-2e48-4e61-a48e-d7caf34cb803', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:57:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb29ffc4-4251-46d5-9c62-ccb6cc3c1b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:11:29Z', 'updated_at': '2021-05-31T18:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': '24f505c8-7c38-468f-9d8e-fad7ee178786', 'name': '', 'network_id': '17daf8d8-89c8-47ac-ac2e-f93e582d6a60', 'tenant_id': '022a5adb6ee34d999359efb573d5e53e', 'mac_address': 'fa:16:3e:09:77:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb29ffc4-4251-46d5-9c62-ccb6cc3c1b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ce96ed19-01db-4605-92d8-f3335626fbef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:11:21Z', 'updated_at': '2021-05-31T18:11:28Z', 'revision_number': 5, 'project_id': '022a5adb6ee34d999359efb573d5e53e', 'subnets': [{'id': 'ce96ed19-01db-4605-92d8-f3335626fbef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cdb377c1-c4af-4cd9-990e-1bd1599fcb96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:11:32.702093 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0b7d29-e306-4e36-ab7c-71c680da8e99 None None] The sync data for ids ['eb29ffc4-4251-46d5-9c62-ccb6cc3c1b2d'] in dv-cinder-770050-4-smb is: [{'id': 'eb29ffc4-4251-46d5-9c62-ccb6cc3c1b2d', 'name': 'router1', 'tenant_id': '022a5adb6ee34d999359efb573d5e53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.29'}], 'enable_snat': True}, 'gw_port_id': '1a2182d9-2e48-4e61-a48e-d7caf34cb803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:11:11Z', 'updated_at': '2021-05-31T18:11:30Z', 'revision_number': 4, 'project_id': '022a5adb6ee34d999359efb573d5e53e', 'gw_port': {'id': '1a2182d9-2e48-4e61-a48e-d7caf34cb803', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:57:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb29ffc4-4251-46d5-9c62-ccb6cc3c1b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:11:29Z', 'updated_at': '2021-05-31T18:11:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': '24f505c8-7c38-468f-9d8e-fad7ee178786', 'name': '', 'network_id': '17daf8d8-89c8-47ac-ac2e-f93e582d6a60', 'tenant_id': '022a5adb6ee34d999359efb573d5e53e', 'mac_address': 'fa:16:3e:09:77:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb29ffc4-4251-46d5-9c62-ccb6cc3c1b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ce96ed19-01db-4605-92d8-f3335626fbef', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:11:21Z', 'updated_at': '2021-05-31T18:11:28Z', 'revision_number': 5, 'project_id': '022a5adb6ee34d999359efb573d5e53e', 'subnets': [{'id': 'ce96ed19-01db-4605-92d8-f3335626fbef', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'cdb377c1-c4af-4cd9-990e-1bd1599fcb96'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:11:33.279420 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 52866) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:11:33.406877 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-eaf40cbb-ec2e-455a-b6e2-3839a8be4c72 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1262619 May 31 18:11:34.403265 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 1a2182d9-2e48-4e61-a48e-d7caf34cb803 up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:11:34.471775 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning for port 1a2182d9-2e48-4e61-a48e-d7caf34cb803 completed by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:11:34.476721 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port 1a2182d9-2e48-4e61-a48e-d7caf34cb803 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:11:34.477084 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:34.586991 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:34.603943 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] For port 1a2182d9-2e48-4e61-a48e-d7caf34cb803, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=1a2182d9-2e48-4e61-a48e-d7caf34cb803,segment=NetworkSegment(909c7060-bfe5-455f-9f67-8bef71bab1ed),segment_id=909c7060-bfe5-455f-9f67-8bef71bab1ed)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:11:34.607327 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:34.609386 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-036222f4-e314-42ed-8dc0-dfcf3e43273b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:11:34.685559 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Pushing event updated for resources: {'Port': ['ID=1a2182d9-2e48-4e61-a48e-d7caf34cb803,revision_number=4']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:11:34.688554 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:11:36.384173 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 1a2182d9-2e48-4e61-a48e-d7caf34cb803 up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:11:36.450620 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port 1a2182d9-2e48-4e61-a48e-d7caf34cb803 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:11:36.451148 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:45.946379 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-16bcc890-5017-4a4a-81cd-c8d7b4850534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:48.497431 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-2db67753-6825-44af-97d9-f5096bafb93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:48.533459 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:49.453594 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:11:51.153287 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:12:08.066795 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.agents_db [None req-6172caff-413f-4f38-b24a-66359638417e None None] Agent healthcheck: found 5 active agents {{(pid=91756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:12:15.949782 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-d9195bb9-f680-448f-8f1d-7a72287638fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:12:18.495048 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-877e1b29-813a-42b8-ae7d-b47e1a3a912d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:12:18.527269 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:12:19.454911 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:12:21.150520 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:12:45.065029 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.agents_db [None req-6172caff-413f-4f38-b24a-66359638417e None None] Agent healthcheck: found 5 active agents {{(pid=91756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:12:45.952494 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9aacbe90-12cd-4061-8c25-792086522fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:12:48.493873 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f99cff2c-7441-4a27-946f-b2d40233ccf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:12:48.529828 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:12:49.456728 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:12:51.154207 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:13:08.381984 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 53436) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:13:08.447965 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e04a51f-b2e6-49a2-884d-52b902025cfa admin admin] GET failed (client error): The resource could not be found. May 31 18:13:08.449206 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-1e04a51f-b2e6-49a2-884d-52b902025cfa admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0667615 May 31 18:13:08.578789 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7662e914-62ef-407c-a61f-b81b1c2df5b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:13:08.580139 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-7662e914-62ef-407c-a61f-b81b1c2df5b0 admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1271069 May 31 18:13:10.678328 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 53446) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:13:10.781800 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450a80c3-84a9-4c3f-9826-743b54ec8f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:13:10.783051 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-450a80c3-84a9-4c3f-9826-743b54ec8f5e admin admin] 10.222.0.25 "GET /v2.0/subnets/ce96ed19-01db-4605-92d8-f3335626fbef HTTP/1.1" status: 200 len: 849 time: 0.1037931 May 31 18:13:10.792183 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [None req-cd416a79-e799-40b0-876b-9000782a065c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:13:10.903622 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-cd416a79-e799-40b0-876b-9000782a065c admin admin] Notify callbacks [] for subnet, before_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:13:11.085317 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-cd416a79-e799-40b0-876b-9000782a065c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763744063645'] for subnet, after_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:13:11.089596 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:13:11.127313 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd416a79-e799-40b0-876b-9000782a065c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:13:11.127893 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-cd416a79-e799-40b0-876b-9000782a065c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for subnet, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:13:11.129400 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-cd416a79-e799-40b0-876b-9000782a065c admin admin] 10.222.0.25 "PUT /v2.0/subnets/ce96ed19-01db-4605-92d8-f3335626fbef HTTP/1.1" status: 200 len: 868 time: 0.3407726 May 31 18:13:11.132747 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9784162-0ec2-4ca8-8c69-6c9900f2a046 None None] Network 17daf8d8-89c8-47ac-ac2e-f93e582d6a60 requested from dv-cinder-770050-4-smb {{(pid=91755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:13:11.158984 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd416a79-e799-40b0-876b-9000782a065c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce96ed19-01db-4605-92d8-f3335626fbef,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:13:11.166585 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd416a79-e799-40b0-876b-9000782a065c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:13:11.166951 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd416a79-e799-40b0-876b-9000782a065c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:13:11.167243 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd416a79-e799-40b0-876b-9000782a065c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:13:11.167562 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd416a79-e799-40b0-876b-9000782a065c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:13:11.167877 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd416a79-e799-40b0-876b-9000782a065c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:13:11.168225 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd416a79-e799-40b0-876b-9000782a065c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:13:11.168538 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd416a79-e799-40b0-876b-9000782a065c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:13:11.168848 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd416a79-e799-40b0-876b-9000782a065c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:13:11.169182 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd416a79-e799-40b0-876b-9000782a065c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:13:11.169496 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd416a79-e799-40b0-876b-9000782a065c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:13:11.169805 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd416a79-e799-40b0-876b-9000782a065c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:13:11.170105 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd416a79-e799-40b0-876b-9000782a065c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:13:11.173674 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-cd416a79-e799-40b0-876b-9000782a065c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:13:11.605947 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-06ea43e7-2cf0-4826-a3ef-4c4f6bea57ea None None] Provisioning complete for port 24f505c8-7c38-468f-9d8e-fad7ee178786 triggered by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:13:11.606317 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-06ea43e7-2cf0-4826-a3ef-4c4f6bea57ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:13:11.731297 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-06ea43e7-2cf0-4826-a3ef-4c4f6bea57ea None None] Provisioning complete for port 94e74b80-034f-465e-b66a-d6105f575942 triggered by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:13:11.731549 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-06ea43e7-2cf0-4826-a3ef-4c4f6bea57ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:13:13.223033 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 53456) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:13:13.393028 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695034b2-f653-41be-956f-4f13aaa49047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:13:13.393511 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695034b2-f653-41be-956f-4f13aaa49047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:13:13.395024 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-695034b2-f653-41be-956f-4f13aaa49047 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1710458 May 31 18:13:15.484062 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 53466) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:13:15.695654 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16289a67-12c4-46ae-8a3d-3fcb8af733bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:13:15.696059 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16289a67-12c4-46ae-8a3d-3fcb8af733bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:13:15.697584 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-16289a67-12c4-46ae-8a3d-3fcb8af733bf admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2125909 May 31 18:13:15.953377 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-30ccd372-5bb7-497b-b09e-4c06cae05314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:13:17.795118 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 53476) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:13:17.965823 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9e712a-4463-4c68-94ec-48ce4f1935cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:13:17.967148 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-2a9e712a-4463-4c68-94ec-48ce4f1935cf admin admin] 10.222.0.25 "GET /v2.0/networks/17daf8d8-89c8-47ac-ac2e-f93e582d6a60 HTTP/1.1" status: 200 len: 868 time: 0.1711192 May 31 18:13:18.486103 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-d658817a-7ab0-4163-8879-898eb7863a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:13:18.531779 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:13:19.459665 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:13:20.055332 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 53486) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:13:20.255825 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a909a56d-4629-42c3-852b-159e41f2bd44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:13:20.257145 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-a909a56d-4629-42c3-852b-159e41f2bd44 admin admin] 10.222.0.25 "GET /v2.0/networks/3a0124ad-3a38-4a71-989b-cf15592ffbdb HTTP/1.1" status: 200 len: 886 time: 0.2008295 May 31 18:13:21.156910 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:13:22.063980 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.agents_db [None req-6172caff-413f-4f38-b24a-66359638417e None None] Agent healthcheck: found 5 active agents {{(pid=91756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:13:22.360645 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 53496) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:13:22.465452 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493922eb-2964-4a17-a8d4-3f45d955fd73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:13:22.465902 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493922eb-2964-4a17-a8d4-3f45d955fd73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:13:22.467350 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-493922eb-2964-4a17-a8d4-3f45d955fd73 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1057808 May 31 18:13:24.547615 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 53506) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:13:24.651816 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb89c880-0638-4faf-aa00-77197520fce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:13:24.652230 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb89c880-0638-4faf-aa00-77197520fce7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:13:24.652949 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-eb89c880-0638-4faf-aa00-77197520fce7 admin admin] Synchronizing usage tracker for tenant:0932d3a7afd14115bbdf516b870c783f on resource:subnet {{(pid=91753) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:13:24.667850 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-eb89c880-0638-4faf-aa00-77197520fce7 admin admin] Unset dirty status for tenant:0932d3a7afd14115bbdf516b870c783f on resource:subnet {{(pid=91753) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:13:24.668982 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-eb89c880-0638-4faf-aa00-77197520fce7 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1204097 May 31 18:13:26.772725 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 53516) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:13:26.880837 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bed779-6af8-4af5-afcf-a2ef88871dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:13:26.882136 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-11bed779-6af8-4af5-afcf-a2ef88871dc4 admin admin] 10.222.0.25 "GET /v2.0/subnets/7dbd3a86-7301-413f-8501-e9f2643d6bdc HTTP/1.1" status: 200 len: 816 time: 0.1084833 May 31 18:13:28.985607 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 53526) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:13:29.090036 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f6909f-18de-452d-bda8-8938f8191caf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:13:29.091379 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-c7f6909f-18de-452d-bda8-8938f8191caf admin admin] 10.222.0.25 "GET /v2.0/subnets/ce96ed19-01db-4605-92d8-f3335626fbef HTTP/1.1" status: 200 len: 868 time: 0.1048422 May 31 18:13:45.956730 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6619dd00-5b48-4f44-889d-34a098a022d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:13:48.488356 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-80082661-5a42-4d61-8f47-476b1ab0e0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:13:48.533949 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:13:49.462001 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:13:51.160052 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:13:51.832886 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 53572) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:13:51.879757 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [None req-2d00c7ab-18bb-4971-82bc-790672e69092 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 18:13:51.881084 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-2d00c7ab-18bb-4971-82bc-790672e69092 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468640 May 31 18:13:54.057260 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 53582) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:13:54.122886 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeacbb12-4dde-439f-8cc8-d2a8572d230a admin admin] GET failed (client error): The resource could not be found. May 31 18:13:54.124125 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-eeacbb12-4dde-439f-8cc8-d2a8572d230a admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0659301 May 31 18:13:54.246519 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa532298-ed10-4768-a1c3-131a90055404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:13:54.247859 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-aa532298-ed10-4768-a1c3-131a90055404 admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1199780 May 31 18:13:56.344738 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 53592) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:13:56.391398 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [None req-2f9b5d3a-96b9-4471-8eae-a04052e13acc admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:13:56.395946 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-2f9b5d3a-96b9-4471-8eae-a04052e13acc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:13:56.405591 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-2f9b5d3a-96b9-4471-8eae-a04052e13acc admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:13:56.417029 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9b5d3a-96b9-4471-8eae-a04052e13acc admin admin] Made reservation on behalf of 0932d3a7afd14115bbdf516b870c783f for: {'network': 1} {{(pid=91753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:13:56.419330 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-2f9b5d3a-96b9-4471-8eae-a04052e13acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4080666'] for network, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:13:56.505469 dv-cinder-770050-4-smb neutron-server[91753]: WARNING neutron.services.revisions.revision_plugin [None req-2f9b5d3a-96b9-4471-8eae-a04052e13acc admin admin] Could not find related network for resource to bump revision. May 31 18:13:56.518160 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f9b5d3a-96b9-4471-8eae-a04052e13acc admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=91753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 18:13:56.527810 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-2f9b5d3a-96b9-4471-8eae-a04052e13acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090'] for segment, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:13:56.528141 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.db.segments_db [None req-2f9b5d3a-96b9-4471-8eae-a04052e13acc admin admin] Added segment 08ae665f-3132-4f5a-b14c-fb433f03242c of type vlan for network 64d747d9-433c-4268-95fc-5e80790ad799 May 31 18:13:56.553119 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-2f9b5d3a-96b9-4471-8eae-a04052e13acc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763743697237'] for network, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:13:56.582776 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-2f9b5d3a-96b9-4471-8eae-a04052e13acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551420'] for network, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:13:56.584112 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9b5d3a-96b9-4471-8eae-a04052e13acc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:13:56.584694 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-2f9b5d3a-96b9-4471-8eae-a04052e13acc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for network, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:13:56.588271 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:13:56.685126 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b5d3a-96b9-4471-8eae-a04052e13acc admin admin] Pushing event updated for resources: {'Network': ['ID=64d747d9-433c-4268-95fc-5e80790ad799,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:13:56.689268 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-2f9b5d3a-96b9-4471-8eae-a04052e13acc admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3435414 May 31 18:13:56.693165 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9b5d3a-96b9-4471-8eae-a04052e13acc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:13:56.693504 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9b5d3a-96b9-4471-8eae-a04052e13acc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:13:56.693833 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9b5d3a-96b9-4471-8eae-a04052e13acc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:13:56.694154 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9b5d3a-96b9-4471-8eae-a04052e13acc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:13:56.694471 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9b5d3a-96b9-4471-8eae-a04052e13acc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:13:56.694815 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9b5d3a-96b9-4471-8eae-a04052e13acc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:13:56.695133 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9b5d3a-96b9-4471-8eae-a04052e13acc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:13:56.695447 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9b5d3a-96b9-4471-8eae-a04052e13acc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:13:56.695779 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9b5d3a-96b9-4471-8eae-a04052e13acc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:13:56.696122 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9b5d3a-96b9-4471-8eae-a04052e13acc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:13:56.696436 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9b5d3a-96b9-4471-8eae-a04052e13acc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:13:56.696746 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f9b5d3a-96b9-4471-8eae-a04052e13acc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:13:56.700378 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-2f9b5d3a-96b9-4471-8eae-a04052e13acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:13:56.707926 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Network 64d747d9-433c-4268-95fc-5e80790ad799 details requested by agent ovs-agent-dv-cinder-770050-4-smb with host dv-cinder-770050-4-smb {{(pid=91755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 18:13:58.807306 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 53602) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:13:58.875297 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.pecan_wsgi.hooks.translation [None req-41747729-31e2-437d-894d-7cddcb82be87 admin admin] GET failed (client error): The resource could not be found. May 31 18:13:58.875808 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-41747729-31e2-437d-894d-7cddcb82be87 admin admin] Synchronizing usage tracker for tenant:0932d3a7afd14115bbdf516b870c783f on resource:network {{(pid=91753) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:13:58.891679 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-41747729-31e2-437d-894d-7cddcb82be87 admin admin] Unset dirty status for tenant:0932d3a7afd14115bbdf516b870c783f on resource:network {{(pid=91753) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:13:58.892925 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-41747729-31e2-437d-894d-7cddcb82be87 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0846732 May 31 18:13:58.993373 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eddf751-971e-4ab2-a10b-2804ef187d7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:13:58.994686 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-1eddf751-971e-4ab2-a10b-2804ef187d7e admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0979640 May 31 18:13:59.004162 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [None req-bddd71ab-2001-41d9-932d-640fa6a1bf24 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '64d747d9-433c-4268-95fc-5e80790ad799', 'cidr': '192.168.233.0/24'}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:13:59.008875 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-bddd71ab-2001-41d9-932d-640fa6a1bf24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:13:59.018149 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-bddd71ab-2001-41d9-932d-640fa6a1bf24 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:13:59.027056 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bddd71ab-2001-41d9-932d-640fa6a1bf24 admin admin] Made reservation on behalf of 0932d3a7afd14115bbdf516b870c783f for: {'subnet': 1} {{(pid=91753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:13:59.029213 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-bddd71ab-2001-41d9-932d-640fa6a1bf24 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:13:59.062009 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.agents_db [None req-6172caff-413f-4f38-b24a-66359638417e None None] Agent healthcheck: found 5 active agents {{(pid=91756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:13:59.386682 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-bddd71ab-2001-41d9-932d-640fa6a1bf24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399'] for subnet, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:13:59.390977 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-2df5b7e2-7363-4fb8-9083-272ec408d2a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:13:59.457939 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd71ab-2001-41d9-932d-640fa6a1bf24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b78ba7a-09b5-4c11-9401-8b248c4ef973,revision_number=0']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:13:59.461638 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-bddd71ab-2001-41d9-932d-640fa6a1bf24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:13:59.468147 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddd71ab-2001-41d9-932d-640fa6a1bf24 admin admin] Checking segment: {'id': '08ae665f-3132-4f5a-b14c-fb433f03242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '64d747d9-433c-4268-95fc-5e80790ad799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:13:59.468497 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddd71ab-2001-41d9-932d-640fa6a1bf24 admin admin] Network hostable DHCP agents. Network: 64d747d9-433c-4268-95fc-5e80790ad799, hostable agents: ['c2c260b2-0141-4615-bcb7-b98a7560862d'], hosted agents: [] {{(pid=91753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 18:13:59.484611 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddd71ab-2001-41d9-932d-640fa6a1bf24 admin admin] Network 64d747d9-433c-4268-95fc-5e80790ad799 is scheduled to be hosted by DHCP agent c2c260b2-0141-4615-bcb7-b98a7560862d with binding_index 1 {{(pid=91753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 18:13:59.493630 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.base_scheduler [None req-bddd71ab-2001-41d9-932d-640fa6a1bf24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-770050-4-smb, 64d747d9-433c-4268-95fc-5e80790ad799) {{(pid=91753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:13:59.497974 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddd71ab-2001-41d9-932d-640fa6a1bf24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:13:59.498550 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-bddd71ab-2001-41d9-932d-640fa6a1bf24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for subnet, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:13:59.503584 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4cd0bf-9488-4bf6-a5f8-1940529fb3c3 None None] Network 64d747d9-433c-4268-95fc-5e80790ad799 requested from dv-cinder-770050-4-smb {{(pid=91755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:13:59.532949 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-bddd71ab-2001-41d9-932d-640fa6a1bf24 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5228422 May 31 18:13:59.745530 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b4d6ce-3969-40d9-898a-dd8225f8ae65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cf2e4da-c742-599c-89b0-5cab7570e4a3-64d747d9-433c-4268-95fc-5e80790ad799', 'network_id': '64d747d9-433c-4268-95fc-5e80790ad799', 'tenant_id': '0932d3a7afd14115bbdf516b870c783f', 'fixed_ips': [{'subnet_id': '3b78ba7a-09b5-4c11-9401-8b248c4ef973'}]}} from dv-cinder-770050-4-smb. {{(pid=91755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 18:13:59.746386 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-97b4d6ce-3969-40d9-898a-dd8225f8ae65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:13:59.899826 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.db_base_plugin_common [None req-97b4d6ce-3969-40d9-898a-dd8225f8ae65 None None] Allocated IP 192.168.233.2 (64d747d9-433c-4268-95fc-5e80790ad799/3b78ba7a-09b5-4c11-9401-8b248c4ef973/4015913c-e421-4d29-972b-014c0774c89d) {{(pid=91755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:14:00.098441 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-97b4d6ce-3969-40d9-898a-dd8225f8ae65 None None] Notify callbacks [] for port, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:00.108661 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-97b4d6ce-3969-40d9-898a-dd8225f8ae65 None None] Transition to ACTIVE for port object 4015913c-e421-4d29-972b-014c0774c89d will not be triggered until provisioned by entity L2. {{(pid=91755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:14:00.126258 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-97b4d6ce-3969-40d9-898a-dd8225f8ae65 None None] Transition to ACTIVE for port object 4015913c-e421-4d29-972b-014c0774c89d will not be triggered until provisioned by entity DHCP. {{(pid=91755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:14:00.131600 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-97b4d6ce-3969-40d9-898a-dd8225f8ae65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395'] for port, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:00.136721 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0f0f40e3-22b9-463c-843c-15a46a0f1976 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:14:00.199424 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b4d6ce-3969-40d9-898a-dd8225f8ae65 None None] Network 64d747d9-433c-4268-95fc-5e80790ad799 is already hosted by enough agents. {{(pid=91755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:14:00.200556 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-97b4d6ce-3969-40d9-898a-dd8225f8ae65 None None] Resources bound (agent type, host, resource id): {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:14:00.203058 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b4d6ce-3969-40d9-898a-dd8225f8ae65 None None] Received port after_create {{(pid=91755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:14:00.213680 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4d6ce-3969-40d9-898a-dd8225f8ae65 None None] Pushing event updated for resources: {'Port': ['ID=4015913c-e421-4d29-972b-014c0774c89d,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:14:00.251728 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b4d6ce-3969-40d9-898a-dd8225f8ae65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:14:00.252084 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b4d6ce-3969-40d9-898a-dd8225f8ae65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:14:00.252409 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b4d6ce-3969-40d9-898a-dd8225f8ae65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:14:00.252725 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b4d6ce-3969-40d9-898a-dd8225f8ae65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:14:00.253045 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b4d6ce-3969-40d9-898a-dd8225f8ae65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:14:00.253350 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b4d6ce-3969-40d9-898a-dd8225f8ae65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:14:00.253654 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b4d6ce-3969-40d9-898a-dd8225f8ae65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:14:00.253961 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b4d6ce-3969-40d9-898a-dd8225f8ae65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:14:00.254269 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b4d6ce-3969-40d9-898a-dd8225f8ae65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:14:00.254577 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b4d6ce-3969-40d9-898a-dd8225f8ae65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:14:00.254879 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b4d6ce-3969-40d9-898a-dd8225f8ae65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:14:00.255183 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b4d6ce-3969-40d9-898a-dd8225f8ae65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:14:00.258975 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-97b4d6ce-3969-40d9-898a-dd8225f8ae65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:14:00.309069 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-97b4d6ce-3969-40d9-898a-dd8225f8ae65 None None] Attempting to bind port 4015913c-e421-4d29-972b-014c0774c89d on host dv-cinder-770050-4-smb for vnic_type normal with profile {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:14:00.309437 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-97b4d6ce-3969-40d9-898a-dd8225f8ae65 None None] Attempting to bind port 4015913c-e421-4d29-972b-014c0774c89d by drivers openvswitch,hyperv on host dv-cinder-770050-4-smb at level 0 using segments [{'id': '08ae665f-3132-4f5a-b14c-fb433f03242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '64d747d9-433c-4268-95fc-5e80790ad799'}] {{(pid=91755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:14:00.309786 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b4d6ce-3969-40d9-898a-dd8225f8ae65 None None] Attempting to bind port 4015913c-e421-4d29-972b-014c0774c89d on network 64d747d9-433c-4268-95fc-5e80790ad799 {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:14:00.314947 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b4d6ce-3969-40d9-898a-dd8225f8ae65 None None] Checking agent: {'id': '645f1a76-8a80-43b7-a21a-f9bffe38f313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 13, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:14:00.315302 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b4d6ce-3969-40d9-898a-dd8225f8ae65 None None] Checking segment: {'id': '08ae665f-3132-4f5a-b14c-fb433f03242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '64d747d9-433c-4268-95fc-5e80790ad799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:14:00.315687 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-97b4d6ce-3969-40d9-898a-dd8225f8ae65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:00.316085 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b4d6ce-3969-40d9-898a-dd8225f8ae65 None None] Bound using segment: {'id': '08ae665f-3132-4f5a-b14c-fb433f03242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '64d747d9-433c-4268-95fc-5e80790ad799'} {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:14:00.316543 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-97b4d6ce-3969-40d9-898a-dd8225f8ae65 None None] Bound port: 4015913c-e421-4d29-972b-014c0774c89d, host: dv-cinder-770050-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ae665f-3132-4f5a-b14c-fb433f03242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '64d747d9-433c-4268-95fc-5e80790ad799'}}] {{(pid=91755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:14:00.316899 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-97b4d6ce-3969-40d9-898a-dd8225f8ae65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:00.405981 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-97b4d6ce-3969-40d9-898a-dd8225f8ae65 None None] For port 4015913c-e421-4d29-972b-014c0774c89d, host dv-cinder-770050-4-smb, cleared binding levels {{(pid=91755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:14:00.409050 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-97b4d6ce-3969-40d9-898a-dd8225f8ae65 None None] For port 4015913c-e421-4d29-972b-014c0774c89d, host dv-cinder-770050-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=4015913c-e421-4d29-972b-014c0774c89d,segment=NetworkSegment(08ae665f-3132-4f5a-b14c-fb433f03242c),segment_id=08ae665f-3132-4f5a-b14c-fb433f03242c)] {{(pid=91755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:14:00.415358 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-97b4d6ce-3969-40d9-898a-dd8225f8ae65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:00.419711 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:14:00.500106 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b4d6ce-3969-40d9-898a-dd8225f8ae65 None None] Pushing event updated for resources: {'Port': ['ID=4015913c-e421-4d29-972b-014c0774c89d,revision_number=2']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:14:00.503174 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-97b4d6ce-3969-40d9-898a-dd8225f8ae65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:14:01.283813 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35420fa5-45a8-43a5-93ee-80844536b4b0 None None] Network 64d747d9-433c-4268-95fc-5e80790ad799 requested from dv-cinder-770050-4-smb {{(pid=91755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:14:01.362714 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-529e0181-ce0c-4009-b3a1-31093adcdf34 None None] Provisioning for port 4015913c-e421-4d29-972b-014c0774c89d completed by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:14:02.490784 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 4015913c-e421-4d29-972b-014c0774c89d up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:14:02.560727 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning for port 4015913c-e421-4d29-972b-014c0774c89d completed by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:14:02.565270 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port 4015913c-e421-4d29-972b-014c0774c89d triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:14:02.565636 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:02.682321 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:02.711632 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] For port 4015913c-e421-4d29-972b-014c0774c89d, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=4015913c-e421-4d29-972b-014c0774c89d,segment=NetworkSegment(08ae665f-3132-4f5a-b14c-fb433f03242c),segment_id=08ae665f-3132-4f5a-b14c-fb433f03242c)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:14:02.715439 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:02.717579 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:14:02.780856 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Pushing event updated for resources: {'Port': ['ID=4015913c-e421-4d29-972b-014c0774c89d,revision_number=3']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:14:02.783685 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:14:04.472252 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 4015913c-e421-4d29-972b-014c0774c89d up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:14:04.542433 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port 4015913c-e421-4d29-972b-014c0774c89d triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:14:04.542795 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:15.958373 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9a3eb936-1792-4fab-b571-7135be212ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:18.489584 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c035ef53-9197-4e86-a977-7aa917f67deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:18.538264 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:19.465846 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:21.163852 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:36.061177 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.agents_db [None req-6172caff-413f-4f38-b24a-66359638417e None None] Agent healthcheck: found 5 active agents {{(pid=91756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:14:45.958980 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b8f97bbc-1c09-4faa-aca5-25f97f0b252d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:48.491270 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c35d1feb-d78d-4327-8cf7-f98dcb46ba56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:48.540647 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:49.466530 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:14:51.166267 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:15:11.188153 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 53652) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:15:11.194234 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [None req-6bf434d4-1b9b-4257-ab71-ae25dcde3a19 tempest-verify_tempest_config-334382515 tempest-verify_tempest_config-334382515-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 18:15:11.195207 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-6bf434d4-1b9b-4257-ab71-ae25dcde3a19 tempest-verify_tempest_config-334382515 tempest-verify_tempest_config-334382515-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061033 May 31 18:15:11.493480 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 53670) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:15:11.605734 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-260040c8-7e64-476e-b18b-19ff1088a565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:15:11.619311 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-260040c8-7e64-476e-b18b-19ff1088a565 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:15:11.623010 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-260040c8-7e64-476e-b18b-19ff1088a565 admin admin] Usage tracker for resource:security_group_rule and tenant:ef2922cd4ecd4a319e72cc44b7ba1620 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:15:11.625736 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-260040c8-7e64-476e-b18b-19ff1088a565 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:15:11.631231 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-260040c8-7e64-476e-b18b-19ff1088a565 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:15:11.715256 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-260040c8-7e64-476e-b18b-19ff1088a565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:15:11.719334 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-260040c8-7e64-476e-b18b-19ff1088a565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:15:11.728297 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-b2020b8c-deca-4734-a99e-e15e573377ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:15:11.764632 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-260040c8-7e64-476e-b18b-19ff1088a565 admin admin] Synchronizing usage tracker for tenant:0932d3a7afd14115bbdf516b870c783f on resource:security_group {{(pid=91753) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:15:11.768644 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260040c8-7e64-476e-b18b-19ff1088a565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450c694b-25b8-48b3-bf7b-49ab8ce52ce7,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:15:11.778569 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260040c8-7e64-476e-b18b-19ff1088a565 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:15:11.778908 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260040c8-7e64-476e-b18b-19ff1088a565 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:15:11.779236 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260040c8-7e64-476e-b18b-19ff1088a565 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:15:11.779557 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260040c8-7e64-476e-b18b-19ff1088a565 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:15:11.779875 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260040c8-7e64-476e-b18b-19ff1088a565 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:15:11.780224 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260040c8-7e64-476e-b18b-19ff1088a565 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:15:11.780540 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260040c8-7e64-476e-b18b-19ff1088a565 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:15:11.780877 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260040c8-7e64-476e-b18b-19ff1088a565 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:15:11.781197 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260040c8-7e64-476e-b18b-19ff1088a565 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:15:11.781517 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260040c8-7e64-476e-b18b-19ff1088a565 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:15:11.781827 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260040c8-7e64-476e-b18b-19ff1088a565 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:15:11.782132 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260040c8-7e64-476e-b18b-19ff1088a565 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:15:11.786085 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-260040c8-7e64-476e-b18b-19ff1088a565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:15:11.796638 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-260040c8-7e64-476e-b18b-19ff1088a565 admin admin] Unset dirty status for tenant:0932d3a7afd14115bbdf516b870c783f on resource:security_group {{(pid=91753) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:15:11.797992 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-260040c8-7e64-476e-b18b-19ff1088a565 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ef2922cd4ecd4a319e72cc44b7ba1620&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3035505 May 31 18:15:11.800561 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 53676) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:15:11.859691 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-cea162cc-c1a1-4a2c-8bb1-b703b171cfbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:15:11.920716 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-cea162cc-c1a1-4a2c-8bb1-b703b171cfbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:15:12.010695 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-cea162cc-c1a1-4a2c-8bb1-b703b171cfbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:15:12.014724 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:15:12.025917 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea162cc-c1a1-4a2c-8bb1-b703b171cfbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450c694b-25b8-48b3-bf7b-49ab8ce52ce7,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:15:12.030137 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-cea162cc-c1a1-4a2c-8bb1-b703b171cfbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:15:12.031987 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-cea162cc-c1a1-4a2c-8bb1-b703b171cfbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:15:12.035680 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-cea162cc-c1a1-4a2c-8bb1-b703b171cfbf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/450c694b-25b8-48b3-bf7b-49ab8ce52ce7 HTTP/1.1" status: 204 len: 168 time: 0.2342222 May 31 18:15:13.060159 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.agents_db [None req-6172caff-413f-4f38-b24a-66359638417e None None] Agent healthcheck: found 5 active agents {{(pid=91756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:15:15.960645 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5c61f512-04c9-4c12-8ba7-0ca202238c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:15:18.493636 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-2b1c8c34-f717-4436-8978-3ecece686c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:15:18.543340 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:15:19.469711 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:15:21.169497 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:15:45.961886 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-7e6b17c8-4ec1-43f1-bb93-aff9e9a36ce3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:15:48.494897 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-42c69f27-a097-4038-b4b4-5fa98cb1c71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:15:48.543079 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:15:49.472245 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:15:50.059104 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.agents_db [None req-6172caff-413f-4f38-b24a-66359638417e None None] Agent healthcheck: found 5 active agents {{(pid=91756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:15:51.167348 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:16:15.965592 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-a077c2bc-c476-4f3c-a5c8-e046dfaa38ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:16:18.496206 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-86333e92-bcf3-408b-9acd-1601ba0e1426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:16:18.542543 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:16:19.473970 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:16:21.170066 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:16:27.058426 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.agents_db [None req-6172caff-413f-4f38-b24a-66359638417e None None] Agent healthcheck: found 5 active agents {{(pid=91756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:16:45.971841 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4f6b3c85-b6f1-4171-889a-75802d10313c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:16:48.495985 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-21a87254-843e-4056-ab37-e556c5782de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:16:48.546186 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734'] for agent, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:16:48.547807 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:16:49.477291 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:16:51.174034 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:16:52.305829 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 53728) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:16:52.417147 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-cdd63ddc-8b91-4944-9cb2-7682c7a53713 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1102350 May 31 18:16:54.515632 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 53738) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:16:54.572622 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-92ff6343-3046-4c1f-904e-df46c4cf741a admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0551059 May 31 18:17:04.056912 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.agents_db [None req-6172caff-413f-4f38-b24a-66359638417e None None] Agent healthcheck: found 6 active agents {{(pid=91756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:17:15.963890 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-77b41d52-e4e9-4962-bab5-d56636a4468e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:17:18.497242 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-bf5b0c9f-914a-49e7-9dec-a827bad99eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:17:18.518722 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:17:18.547877 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:17:19.479338 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:17:21.175028 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:17:41.055451 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.agents_db [None req-6172caff-413f-4f38-b24a-66359638417e None None] Agent healthcheck: found 6 active agents {{(pid=91756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:17:45.965225 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-d09944b9-4013-49a7-ac0a-2e0ab0c48f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:17:48.500694 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-19633604-c5b9-48f5-9ee6-fb53980208d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:17:48.510496 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:17:48.547937 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:17:49.482964 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:17:51.182097 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:15.966262 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b6fcda71-c2bc-47dc-996c-ec36cb67ab05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:18.054359 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.agents_db [None req-6172caff-413f-4f38-b24a-66359638417e None None] Agent healthcheck: found 6 active agents {{(pid=91756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:18:18.501735 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-1491abba-2b67-4212-9f65-20f5c24d3691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:18.533756 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:18.550093 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:19.483932 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:21.183007 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:26.858025 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 53900) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:26.893357 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 53908) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:27.056591 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [None req-26aacb08-9377-4cec-9b5e-ba3f0179050c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1868462595-network', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7'}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:27.061473 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-26aacb08-9377-4cec-9b5e-ba3f0179050c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:27.068709 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [None req-e210c0b6-b750-4727-94b9-f8a437b21490 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-892488477-network', 'tenant_id': '6121fc756d10446cbd2374299321a0dd'}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:27.074799 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-e210c0b6-b750-4727-94b9-f8a437b21490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:27.078975 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-e210c0b6-b750-4727-94b9-f8a437b21490 admin admin] Usage tracker for resource:network and tenant:6121fc756d10446cbd2374299321a0dd is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:27.083237 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-e210c0b6-b750-4727-94b9-f8a437b21490 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:27.090718 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-26aacb08-9377-4cec-9b5e-ba3f0179050c admin admin] Usage tracker for resource:network and tenant:b4d1b216261e41c7aa55b53c9f2a5ab7 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:27.093674 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-e210c0b6-b750-4727-94b9-f8a437b21490 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:27.096013 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-26aacb08-9377-4cec-9b5e-ba3f0179050c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:27.104684 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-26aacb08-9377-4cec-9b5e-ba3f0179050c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:27.113104 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e210c0b6-b750-4727-94b9-f8a437b21490 admin admin] Made reservation on behalf of 6121fc756d10446cbd2374299321a0dd for: {'network': 1} {{(pid=91753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:18:27.115336 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-e210c0b6-b750-4727-94b9-f8a437b21490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4080666'] for network, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:27.126574 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26aacb08-9377-4cec-9b5e-ba3f0179050c admin admin] Made reservation on behalf of b4d1b216261e41c7aa55b53c9f2a5ab7 for: {'network': 1} {{(pid=91753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:18:27.128800 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-26aacb08-9377-4cec-9b5e-ba3f0179050c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4080666'] for network, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:27.140717 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-e210c0b6-b750-4727-94b9-f8a437b21490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:27.154298 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-26aacb08-9377-4cec-9b5e-ba3f0179050c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:27.170355 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-e210c0b6-b750-4727-94b9-f8a437b21490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:27.172485 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-26aacb08-9377-4cec-9b5e-ba3f0179050c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:27.176737 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-e210c0b6-b750-4727-94b9-f8a437b21490 admin admin] Usage tracker for resource:security_group_rule and tenant:6121fc756d10446cbd2374299321a0dd is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:27.179392 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-26aacb08-9377-4cec-9b5e-ba3f0179050c admin admin] Usage tracker for resource:security_group_rule and tenant:b4d1b216261e41c7aa55b53c9f2a5ab7 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:27.182414 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-e210c0b6-b750-4727-94b9-f8a437b21490 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:27.185039 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-26aacb08-9377-4cec-9b5e-ba3f0179050c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:27.192065 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-e210c0b6-b750-4727-94b9-f8a437b21490 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:27.194059 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-26aacb08-9377-4cec-9b5e-ba3f0179050c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:27.300001 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-e210c0b6-b750-4727-94b9-f8a437b21490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:27.305214 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-e210c0b6-b750-4727-94b9-f8a437b21490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:27.310051 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-260040c8-7e64-476e-b18b-19ff1088a565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:27.363265 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e210c0b6-b750-4727-94b9-f8a437b21490 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=91753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 18:18:27.365069 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210c0b6-b750-4727-94b9-f8a437b21490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7a9c6a-e54d-4cfd-a234-d8ead35ecde0,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:27.377621 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e210c0b6-b750-4727-94b9-f8a437b21490 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:27.378078 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e210c0b6-b750-4727-94b9-f8a437b21490 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:27.378268 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e210c0b6-b750-4727-94b9-f8a437b21490 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:27.378575 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e210c0b6-b750-4727-94b9-f8a437b21490 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:27.378932 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e210c0b6-b750-4727-94b9-f8a437b21490 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:27.379192 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e210c0b6-b750-4727-94b9-f8a437b21490 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:27.379540 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e210c0b6-b750-4727-94b9-f8a437b21490 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:27.380077 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e210c0b6-b750-4727-94b9-f8a437b21490 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:27.380212 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e210c0b6-b750-4727-94b9-f8a437b21490 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:27.380582 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e210c0b6-b750-4727-94b9-f8a437b21490 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:27.380740 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e210c0b6-b750-4727-94b9-f8a437b21490 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:27.381015 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e210c0b6-b750-4727-94b9-f8a437b21490 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:27.382048 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e210c0b6-b750-4727-94b9-f8a437b21490 admin admin] Tracked resource versions report: May 31 18:18:27.382048 dv-cinder-770050-4-smb neutron-server[91753]: pushed versions: May 31 18:18:27.382048 dv-cinder-770050-4-smb neutron-server[91753]: { 'AddressGroup': {'1.2'}, May 31 18:18:27.382048 dv-cinder-770050-4-smb neutron-server[91753]: 'ConntrackHelper': {'1.0'}, May 31 18:18:27.382048 dv-cinder-770050-4-smb neutron-server[91753]: 'Log': {'1.0'}, May 31 18:18:27.382048 dv-cinder-770050-4-smb neutron-server[91753]: 'Network': {'1.1'}, May 31 18:18:27.382048 dv-cinder-770050-4-smb neutron-server[91753]: 'Port': {'1.7'}, May 31 18:18:27.382048 dv-cinder-770050-4-smb neutron-server[91753]: 'PortForwarding': {'1.2'}, May 31 18:18:27.382048 dv-cinder-770050-4-smb neutron-server[91753]: 'QosPolicy': {'1.8'}, May 31 18:18:27.382048 dv-cinder-770050-4-smb neutron-server[91753]: 'SecurityGroup': {'1.4'}, May 31 18:18:27.382048 dv-cinder-770050-4-smb neutron-server[91753]: 'SecurityGroupRule': {'1.2'}, May 31 18:18:27.382048 dv-cinder-770050-4-smb neutron-server[91753]: 'SubPort': {'1.0'}, May 31 18:18:27.382048 dv-cinder-770050-4-smb neutron-server[91753]: 'Subnet': {'1.1'}, May 31 18:18:27.382048 dv-cinder-770050-4-smb neutron-server[91753]: 'Trunk': {'1.1'}} May 31 18:18:27.382048 dv-cinder-770050-4-smb neutron-server[91753]: consumer versions: May 31 18:18:27.382048 dv-cinder-770050-4-smb neutron-server[91753]: { DHCP agent@dv-cinder-770050-4-smb: {}, May 31 18:18:27.382048 dv-cinder-770050-4-smb neutron-server[91753]: HyperV agent@hv-cinder-77005: {}, May 31 18:18:27.382048 dv-cinder-770050-4-smb neutron-server[91753]: L3 agent@dv-cinder-770050-4-smb: {}, May 31 18:18:27.382048 dv-cinder-770050-4-smb neutron-server[91753]: Metadata agent@dv-cinder-770050-4-smb: {}, May 31 18:18:27.382048 dv-cinder-770050-4-smb neutron-server[91753]: Metering agent@dv-cinder-770050-4-smb: {}, May 31 18:18:27.382048 dv-cinder-770050-4-smb neutron-server[91753]: Open vSwitch agent@dv-cinder-770050-4-smb: { 'AddressGroup': '1.2', May 31 18:18:27.382048 dv-cinder-770050-4-smb neutron-server[91753]: 'ConntrackHelper': '1.0', May 31 18:18:27.382048 dv-cinder-770050-4-smb neutron-server[91753]: 'Log': '1.0', May 31 18:18:27.382048 dv-cinder-770050-4-smb neutron-server[91753]: 'Network': '1.1', May 31 18:18:27.382048 dv-cinder-770050-4-smb neutron-server[91753]: 'Port': '1.7', May 31 18:18:27.382048 dv-cinder-770050-4-smb neutron-server[91753]: 'PortForwarding': '1.2', May 31 18:18:27.382048 dv-cinder-770050-4-smb neutron-server[91753]: 'QosPolicy': '1.8', May 31 18:18:27.382048 dv-cinder-770050-4-smb neutron-server[91753]: 'SecurityGroup': '1.4', May 31 18:18:27.382048 dv-cinder-770050-4-smb neutron-server[91753]: 'SecurityGroupRule': '1.2', May 31 18:18:27.382048 dv-cinder-770050-4-smb neutron-server[91753]: 'SubPort': '1.0', May 31 18:18:27.382048 dv-cinder-770050-4-smb neutron-server[91753]: 'Subnet': '1.1', May 31 18:18:27.382048 dv-cinder-770050-4-smb neutron-server[91753]: 'Trunk': '1.1'}} May 31 18:18:27.382048 dv-cinder-770050-4-smb neutron-server[91753]: {{(pid=91753) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 18:18:27.389557 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-e210c0b6-b750-4727-94b9-f8a437b21490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090'] for segment, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:27.389903 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.db.segments_db [None req-e210c0b6-b750-4727-94b9-f8a437b21490 admin admin] Added segment 1016cebd-9dda-4967-b80e-9224de5fdfdc of type vlan for network 1d1d2d81-3e32-4afd-889a-1db7fa54d762 May 31 18:18:27.426197 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-e210c0b6-b750-4727-94b9-f8a437b21490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:27.431892 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-e210c0b6-b750-4727-94b9-f8a437b21490 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763743697237'] for network, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:27.467179 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-26aacb08-9377-4cec-9b5e-ba3f0179050c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:27.471880 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-26aacb08-9377-4cec-9b5e-ba3f0179050c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:27.483667 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26aacb08-9377-4cec-9b5e-ba3f0179050c admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=91753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 18:18:27.486077 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:27.493137 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-e210c0b6-b750-4727-94b9-f8a437b21490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551420'] for network, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:27.499122 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e210c0b6-b750-4727-94b9-f8a437b21490 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:27.499623 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-e210c0b6-b750-4727-94b9-f8a437b21490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for network, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:27.515108 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-26aacb08-9377-4cec-9b5e-ba3f0179050c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090'] for segment, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:27.515446 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.db.segments_db [None req-26aacb08-9377-4cec-9b5e-ba3f0179050c admin admin] Added segment 9e7eb541-2a48-4373-bede-dc253746dbb0 of type vlan for network bdb4a9e4-0610-4a9d-bf9e-a0493305c72a May 31 18:18:27.554168 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-e210c0b6-b750-4727-94b9-f8a437b21490 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6578395 May 31 18:18:27.554848 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 53954) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:27.560290 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [None req-4eb474c6-9c01-49c2-97c5-9a629bfe0ee8 admin admin] Request body: {'subnet': {'network_id': '1d1d2d81-3e32-4afd-889a-1db7fa54d762', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-892488477-subnet', 'tenant_id': '6121fc756d10446cbd2374299321a0dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:27.564840 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-4eb474c6-9c01-49c2-97c5-9a629bfe0ee8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:27.568675 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-4eb474c6-9c01-49c2-97c5-9a629bfe0ee8 admin admin] Usage tracker for resource:subnet and tenant:6121fc756d10446cbd2374299321a0dd is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:27.572011 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-4eb474c6-9c01-49c2-97c5-9a629bfe0ee8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:27.577701 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-4eb474c6-9c01-49c2-97c5-9a629bfe0ee8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:27.587465 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aacb08-9377-4cec-9b5e-ba3f0179050c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ad7a27-54d2-472c-a98b-ff130c118dd2,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:27.588704 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb474c6-9c01-49c2-97c5-9a629bfe0ee8 admin admin] Made reservation on behalf of 6121fc756d10446cbd2374299321a0dd for: {'subnet': 1} {{(pid=91754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:18:27.590615 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-26aacb08-9377-4cec-9b5e-ba3f0179050c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:27.590988 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-4eb474c6-9c01-49c2-97c5-9a629bfe0ee8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:27.592897 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-26aacb08-9377-4cec-9b5e-ba3f0179050c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763743697237'] for network, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:27.596298 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-2f9b5d3a-96b9-4471-8eae-a04052e13acc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:27.693811 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e210c0b6-b750-4727-94b9-f8a437b21490 admin admin] Pushing event updated for resources: {'Network': ['ID=1d1d2d81-3e32-4afd-889a-1db7fa54d762,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:27.697860 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-e210c0b6-b750-4727-94b9-f8a437b21490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:27.707588 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Network 1d1d2d81-3e32-4afd-889a-1db7fa54d762 details requested by agent ovs-agent-dv-cinder-770050-4-smb with host dv-cinder-770050-4-smb {{(pid=91755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 18:18:27.744457 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 53962) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:27.765175 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-26aacb08-9377-4cec-9b5e-ba3f0179050c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551420'] for network, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:27.767293 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26aacb08-9377-4cec-9b5e-ba3f0179050c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:27.768087 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-26aacb08-9377-4cec-9b5e-ba3f0179050c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for network, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:27.784677 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:27.890462 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aacb08-9377-4cec-9b5e-ba3f0179050c admin admin] Pushing event updated for resources: {'Network': ['ID=bdb4a9e4-0610-4a9d-bf9e-a0493305c72a,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:27.893095 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-26aacb08-9377-4cec-9b5e-ba3f0179050c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:27.902431 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Network bdb4a9e4-0610-4a9d-bf9e-a0493305c72a details requested by agent ovs-agent-dv-cinder-770050-4-smb with host dv-cinder-770050-4-smb {{(pid=91755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 18:18:27.904264 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-26aacb08-9377-4cec-9b5e-ba3f0179050c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0447876 May 31 18:18:27.907270 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 53970) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:27.914850 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [None req-13027b6f-a74e-4986-a499-f3918261ad74 admin admin] Request body: {'subnet': {'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1868462595-subnet', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:27.919908 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-13027b6f-a74e-4986-a499-f3918261ad74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:27.924171 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-13027b6f-a74e-4986-a499-f3918261ad74 admin admin] Usage tracker for resource:subnet and tenant:b4d1b216261e41c7aa55b53c9f2a5ab7 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:27.927030 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-13027b6f-a74e-4986-a499-f3918261ad74 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:27.933726 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-13027b6f-a74e-4986-a499-f3918261ad74 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:27.946438 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13027b6f-a74e-4986-a499-f3918261ad74 admin admin] Made reservation on behalf of b4d1b216261e41c7aa55b53c9f2a5ab7 for: {'subnet': 1} {{(pid=91753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:18:27.949432 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-13027b6f-a74e-4986-a499-f3918261ad74 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:28.073756 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 53976) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:28.124893 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-4eb474c6-9c01-49c2-97c5-9a629bfe0ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399'] for subnet, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:28.130275 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:28.160919 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 53982) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:28.218328 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [None req-4e2827f1-ce1a-4b79-a99b-60090a07c0ff admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-797889927-network', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a'}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:28.224221 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb474c6-9c01-49c2-97c5-9a629bfe0ee8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22f7e6cf-2dd7-4c40-87e3-0b32c2645c20,revision_number=0']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:28.235600 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb474c6-9c01-49c2-97c5-9a629bfe0ee8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:28.236492 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb474c6-9c01-49c2-97c5-9a629bfe0ee8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:28.237470 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb474c6-9c01-49c2-97c5-9a629bfe0ee8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:28.238019 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb474c6-9c01-49c2-97c5-9a629bfe0ee8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:28.238557 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb474c6-9c01-49c2-97c5-9a629bfe0ee8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:28.239091 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb474c6-9c01-49c2-97c5-9a629bfe0ee8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:28.239623 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb474c6-9c01-49c2-97c5-9a629bfe0ee8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:28.240189 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-4e2827f1-ce1a-4b79-a99b-60090a07c0ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:28.240475 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb474c6-9c01-49c2-97c5-9a629bfe0ee8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:28.241032 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb474c6-9c01-49c2-97c5-9a629bfe0ee8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:28.241581 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb474c6-9c01-49c2-97c5-9a629bfe0ee8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:28.242195 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb474c6-9c01-49c2-97c5-9a629bfe0ee8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:28.243246 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb474c6-9c01-49c2-97c5-9a629bfe0ee8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:28.244885 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb474c6-9c01-49c2-97c5-9a629bfe0ee8 admin admin] Tracked resource versions report: May 31 18:18:28.244885 dv-cinder-770050-4-smb neutron-server[91754]: pushed versions: May 31 18:18:28.244885 dv-cinder-770050-4-smb neutron-server[91754]: { 'AddressGroup': {'1.2'}, May 31 18:18:28.244885 dv-cinder-770050-4-smb neutron-server[91754]: 'ConntrackHelper': {'1.0'}, May 31 18:18:28.244885 dv-cinder-770050-4-smb neutron-server[91754]: 'Log': {'1.0'}, May 31 18:18:28.244885 dv-cinder-770050-4-smb neutron-server[91754]: 'Network': {'1.1'}, May 31 18:18:28.244885 dv-cinder-770050-4-smb neutron-server[91754]: 'Port': {'1.7'}, May 31 18:18:28.244885 dv-cinder-770050-4-smb neutron-server[91754]: 'PortForwarding': {'1.2'}, May 31 18:18:28.244885 dv-cinder-770050-4-smb neutron-server[91754]: 'QosPolicy': {'1.8'}, May 31 18:18:28.244885 dv-cinder-770050-4-smb neutron-server[91754]: 'SecurityGroup': {'1.4'}, May 31 18:18:28.244885 dv-cinder-770050-4-smb neutron-server[91754]: 'SecurityGroupRule': {'1.2'}, May 31 18:18:28.244885 dv-cinder-770050-4-smb neutron-server[91754]: 'SubPort': {'1.0'}, May 31 18:18:28.244885 dv-cinder-770050-4-smb neutron-server[91754]: 'Subnet': {'1.1'}, May 31 18:18:28.244885 dv-cinder-770050-4-smb neutron-server[91754]: 'Trunk': {'1.1'}} May 31 18:18:28.244885 dv-cinder-770050-4-smb neutron-server[91754]: consumer versions: May 31 18:18:28.244885 dv-cinder-770050-4-smb neutron-server[91754]: { DHCP agent@dv-cinder-770050-4-smb: {}, May 31 18:18:28.244885 dv-cinder-770050-4-smb neutron-server[91754]: HyperV agent@hv-cinder-77005: {}, May 31 18:18:28.244885 dv-cinder-770050-4-smb neutron-server[91754]: L3 agent@dv-cinder-770050-4-smb: {}, May 31 18:18:28.244885 dv-cinder-770050-4-smb neutron-server[91754]: Metadata agent@dv-cinder-770050-4-smb: {}, May 31 18:18:28.244885 dv-cinder-770050-4-smb neutron-server[91754]: Metering agent@dv-cinder-770050-4-smb: {}, May 31 18:18:28.244885 dv-cinder-770050-4-smb neutron-server[91754]: Open vSwitch agent@dv-cinder-770050-4-smb: { 'AddressGroup': '1.2', May 31 18:18:28.244885 dv-cinder-770050-4-smb neutron-server[91754]: 'ConntrackHelper': '1.0', May 31 18:18:28.244885 dv-cinder-770050-4-smb neutron-server[91754]: 'Log': '1.0', May 31 18:18:28.244885 dv-cinder-770050-4-smb neutron-server[91754]: 'Network': '1.1', May 31 18:18:28.244885 dv-cinder-770050-4-smb neutron-server[91754]: 'Port': '1.7', May 31 18:18:28.244885 dv-cinder-770050-4-smb neutron-server[91754]: 'PortForwarding': '1.2', May 31 18:18:28.244885 dv-cinder-770050-4-smb neutron-server[91754]: 'QosPolicy': '1.8', May 31 18:18:28.244885 dv-cinder-770050-4-smb neutron-server[91754]: 'SecurityGroup': '1.4', May 31 18:18:28.244885 dv-cinder-770050-4-smb neutron-server[91754]: 'SecurityGroupRule': '1.2', May 31 18:18:28.244885 dv-cinder-770050-4-smb neutron-server[91754]: 'SubPort': '1.0', May 31 18:18:28.244885 dv-cinder-770050-4-smb neutron-server[91754]: 'Subnet': '1.1', May 31 18:18:28.244885 dv-cinder-770050-4-smb neutron-server[91754]: 'Trunk': '1.1'}} May 31 18:18:28.244885 dv-cinder-770050-4-smb neutron-server[91754]: {{(pid=91754) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 18:18:28.250726 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb474c6-9c01-49c2-97c5-9a629bfe0ee8 admin admin] Checking segment: {'id': '1016cebd-9dda-4967-b80e-9224de5fdfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1d1d2d81-3e32-4afd-889a-1db7fa54d762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:18:28.251370 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb474c6-9c01-49c2-97c5-9a629bfe0ee8 admin admin] Network hostable DHCP agents. Network: 1d1d2d81-3e32-4afd-889a-1db7fa54d762, hostable agents: ['c2c260b2-0141-4615-bcb7-b98a7560862d'], hosted agents: [] {{(pid=91754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 18:18:28.255141 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-4eb474c6-9c01-49c2-97c5-9a629bfe0ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:28.263351 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-4e2827f1-ce1a-4b79-a99b-60090a07c0ff admin admin] Usage tracker for resource:network and tenant:cd65573bbe3e4966baf7dbde3d06304a is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:28.266111 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-4e2827f1-ce1a-4b79-a99b-60090a07c0ff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:28.279658 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb474c6-9c01-49c2-97c5-9a629bfe0ee8 admin admin] Network 1d1d2d81-3e32-4afd-889a-1db7fa54d762 is scheduled to be hosted by DHCP agent c2c260b2-0141-4615-bcb7-b98a7560862d with binding_index 1 {{(pid=91754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 18:18:28.289020 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-4e2827f1-ce1a-4b79-a99b-60090a07c0ff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:28.292577 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.base_scheduler [None req-4eb474c6-9c01-49c2-97c5-9a629bfe0ee8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-770050-4-smb, 1d1d2d81-3e32-4afd-889a-1db7fa54d762) {{(pid=91754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:18:28.297784 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb474c6-9c01-49c2-97c5-9a629bfe0ee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:28.300016 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-4eb474c6-9c01-49c2-97c5-9a629bfe0ee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for subnet, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:28.303498 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038c310a-426f-4411-9a90-1078d295b7e7 None None] Network 1d1d2d81-3e32-4afd-889a-1db7fa54d762 requested from dv-cinder-770050-4-smb {{(pid=91755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:18:28.328897 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-4eb474c6-9c01-49c2-97c5-9a629bfe0ee8 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7729208 May 31 18:18:28.358492 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2827f1-ce1a-4b79-a99b-60090a07c0ff admin admin] Made reservation on behalf of cd65573bbe3e4966baf7dbde3d06304a for: {'network': 1} {{(pid=91753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:18:28.362031 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-4e2827f1-ce1a-4b79-a99b-60090a07c0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4080666'] for network, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:28.378874 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-4e2827f1-ce1a-4b79-a99b-60090a07c0ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:28.404099 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-4e2827f1-ce1a-4b79-a99b-60090a07c0ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:28.408393 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-4e2827f1-ce1a-4b79-a99b-60090a07c0ff admin admin] Usage tracker for resource:security_group_rule and tenant:cd65573bbe3e4966baf7dbde3d06304a is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:28.412685 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-4e2827f1-ce1a-4b79-a99b-60090a07c0ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:28.421702 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-4e2827f1-ce1a-4b79-a99b-60090a07c0ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:28.564551 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4628481-8971-4d4f-ac23-6757d5931a0b None None] Network 1d1d2d81-3e32-4afd-889a-1db7fa54d762 requested from dv-cinder-770050-4-smb {{(pid=91755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:18:28.569642 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [None req-6c01e1ba-705e-4449-a640-efad4ec30a1f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2117089876-network', 'tenant_id': 'e80e2bd4e99348749dcc8e8c72e4f5ed'}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:28.574884 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-4e2827f1-ce1a-4b79-a99b-60090a07c0ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:28.593856 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-4e2827f1-ce1a-4b79-a99b-60090a07c0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:28.595069 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-6c01e1ba-705e-4449-a640-efad4ec30a1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:28.606678 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-6c01e1ba-705e-4449-a640-efad4ec30a1f admin admin] Usage tracker for resource:network and tenant:e80e2bd4e99348749dcc8e8c72e4f5ed is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:28.609454 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:28.621896 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-6c01e1ba-705e-4449-a640-efad4ec30a1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:28.643147 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [None req-5a82e8c3-2511-4885-9c89-aaed2a842df3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-613403006-network', 'tenant_id': 'c3d994f16a334298af3d28d648ac58b5'}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:28.663475 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-6c01e1ba-705e-4449-a640-efad4ec30a1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:28.673770 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-5a82e8c3-2511-4885-9c89-aaed2a842df3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:28.692004 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-5a82e8c3-2511-4885-9c89-aaed2a842df3 admin admin] Usage tracker for resource:network and tenant:c3d994f16a334298af3d28d648ac58b5 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:28.698743 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-5a82e8c3-2511-4885-9c89-aaed2a842df3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:28.729071 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-5a82e8c3-2511-4885-9c89-aaed2a842df3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:28.874735 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e2827f1-ce1a-4b79-a99b-60090a07c0ff admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=91753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 18:18:28.877494 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a82e8c3-2511-4885-9c89-aaed2a842df3 admin admin] Made reservation on behalf of c3d994f16a334298af3d28d648ac58b5 for: {'network': 1} {{(pid=91753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:18:28.881136 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-5a82e8c3-2511-4885-9c89-aaed2a842df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4080666'] for network, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:28.930929 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-5a82e8c3-2511-4885-9c89-aaed2a842df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:28.967943 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c01e1ba-705e-4449-a640-efad4ec30a1f admin admin] Made reservation on behalf of e80e2bd4e99348749dcc8e8c72e4f5ed for: {'network': 1} {{(pid=91753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:18:28.970249 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6c01e1ba-705e-4449-a640-efad4ec30a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4080666'] for network, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:28.981667 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-4e2827f1-ce1a-4b79-a99b-60090a07c0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090'] for segment, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:28.982022 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.db.segments_db [None req-4e2827f1-ce1a-4b79-a99b-60090a07c0ff admin admin] Added segment 681bc718-6646-4c87-98cd-26d10e9c9f7d of type vlan for network 2caae92d-233f-4a42-bb44-03a041ebb28d May 31 18:18:28.997114 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2827f1-ce1a-4b79-a99b-60090a07c0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8b5d31-0be0-4ab5-ba67-072b759c98fd,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:29.000637 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-4e2827f1-ce1a-4b79-a99b-60090a07c0ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:29.001287 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6c01e1ba-705e-4449-a640-efad4ec30a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:29.016744 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-5a82e8c3-2511-4885-9c89-aaed2a842df3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:29.028565 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-5a82e8c3-2511-4885-9c89-aaed2a842df3 admin admin] Usage tracker for resource:security_group_rule and tenant:c3d994f16a334298af3d28d648ac58b5 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:29.034659 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-5a82e8c3-2511-4885-9c89-aaed2a842df3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:29.051133 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-6c01e1ba-705e-4449-a640-efad4ec30a1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:29.057817 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-5a82e8c3-2511-4885-9c89-aaed2a842df3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:29.061786 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-6c01e1ba-705e-4449-a640-efad4ec30a1f admin admin] Usage tracker for resource:security_group_rule and tenant:e80e2bd4e99348749dcc8e8c72e4f5ed is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:29.069690 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-6c01e1ba-705e-4449-a640-efad4ec30a1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:29.077222 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-4e2827f1-ce1a-4b79-a99b-60090a07c0ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763743697237'] for network, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:29.091756 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-6c01e1ba-705e-4449-a640-efad4ec30a1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:29.197586 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-4e2827f1-ce1a-4b79-a99b-60090a07c0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551420'] for network, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:29.205950 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2827f1-ce1a-4b79-a99b-60090a07c0ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:29.206595 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-4e2827f1-ce1a-4b79-a99b-60090a07c0ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for network, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:29.222316 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-e210c0b6-b750-4727-94b9-f8a437b21490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:29.469489 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2827f1-ce1a-4b79-a99b-60090a07c0ff admin admin] Pushing event updated for resources: {'Network': ['ID=2caae92d-233f-4a42-bb44-03a041ebb28d,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:29.472221 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-4e2827f1-ce1a-4b79-a99b-60090a07c0ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:29.484408 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-4e2827f1-ce1a-4b79-a99b-60090a07c0ff admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.7299752 May 31 18:18:29.486085 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 54040) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:29.486560 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-5a82e8c3-2511-4885-9c89-aaed2a842df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:29.494622 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6c01e1ba-705e-4449-a640-efad4ec30a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:29.496223 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-13027b6f-a74e-4986-a499-f3918261ad74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399'] for subnet, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:29.497359 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-5a82e8c3-2511-4885-9c89-aaed2a842df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:29.499844 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [None req-66557a33-367c-45e0-9c88-5561259dab57 admin admin] Request body: {'subnet': {'network_id': '2caae92d-233f-4a42-bb44-03a041ebb28d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-797889927-subnet', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:29.500910 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Network 2caae92d-233f-4a42-bb44-03a041ebb28d details requested by agent ovs-agent-dv-cinder-770050-4-smb with host dv-cinder-770050-4-smb {{(pid=91755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 18:18:29.505483 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-bddd71ab-2001-41d9-932d-640fa6a1bf24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:29.507770 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-66557a33-367c-45e0-9c88-5561259dab57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:29.513616 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-66557a33-367c-45e0-9c88-5561259dab57 admin admin] Usage tracker for resource:subnet and tenant:cd65573bbe3e4966baf7dbde3d06304a is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:29.524543 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-66557a33-367c-45e0-9c88-5561259dab57 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:29.532700 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-66557a33-367c-45e0-9c88-5561259dab57 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:29.542312 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6c01e1ba-705e-4449-a640-efad4ec30a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:29.547785 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66557a33-367c-45e0-9c88-5561259dab57 admin admin] Made reservation on behalf of cd65573bbe3e4966baf7dbde3d06304a for: {'subnet': 1} {{(pid=91754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:18:29.551247 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-66557a33-367c-45e0-9c88-5561259dab57 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:29.580263 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a82e8c3-2511-4885-9c89-aaed2a842df3 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=91753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 18:18:29.602806 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c01e1ba-705e-4449-a640-efad4ec30a1f admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=91753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 18:18:29.622348 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-5a82e8c3-2511-4885-9c89-aaed2a842df3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090'] for segment, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:29.622570 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.db.segments_db [None req-5a82e8c3-2511-4885-9c89-aaed2a842df3 admin admin] Added segment b9f4f3c2-f30c-4328-8149-c1013c816903 of type vlan for network 7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc May 31 18:18:29.635181 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6c01e1ba-705e-4449-a640-efad4ec30a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090'] for segment, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:29.635439 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.db.segments_db [None req-6c01e1ba-705e-4449-a640-efad4ec30a1f admin admin] Added segment d890c441-6068-456d-bbb0-a65e075337fa of type vlan for network fc9958ad-2843-42f2-a51a-11e2962a5b10 May 31 18:18:29.641812 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13027b6f-a74e-4986-a499-f3918261ad74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a141bd4c-23e4-4ac5-be95-c7e9e5ec7954,revision_number=0']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:29.644710 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-13027b6f-a74e-4986-a499-f3918261ad74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:29.650894 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-e210c0b6-b750-4727-94b9-f8a437b21490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:29.697921 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6c01e1ba-705e-4449-a640-efad4ec30a1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763743697237'] for network, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:29.752897 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-5a82e8c3-2511-4885-9c89-aaed2a842df3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763743697237'] for network, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:29.788203 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13027b6f-a74e-4986-a499-f3918261ad74 admin admin] Checking segment: {'id': '9e7eb541-2a48-4373-bede-dc253746dbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:18:29.788887 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13027b6f-a74e-4986-a499-f3918261ad74 admin admin] Network hostable DHCP agents. Network: bdb4a9e4-0610-4a9d-bf9e-a0493305c72a, hostable agents: ['c2c260b2-0141-4615-bcb7-b98a7560862d'], hosted agents: [] {{(pid=91753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 18:18:29.799798 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6c01e1ba-705e-4449-a640-efad4ec30a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551420'] for network, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:29.801234 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-5a82e8c3-2511-4885-9c89-aaed2a842df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551420'] for network, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:29.813478 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c01e1ba-705e-4449-a640-efad4ec30a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:29.814389 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6c01e1ba-705e-4449-a640-efad4ec30a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for network, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:29.852933 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a82e8c3-2511-4885-9c89-aaed2a842df3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:29.853681 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-5a82e8c3-2511-4885-9c89-aaed2a842df3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for network, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:29.858381 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13027b6f-a74e-4986-a499-f3918261ad74 admin admin] Network bdb4a9e4-0610-4a9d-bf9e-a0493305c72a is scheduled to be hosted by DHCP agent c2c260b2-0141-4615-bcb7-b98a7560862d with binding_index 1 {{(pid=91753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 18:18:29.874753 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a82e8c3-2511-4885-9c89-aaed2a842df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26ad6f2-6659-427f-945f-71661cf36130,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:29.906775 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.base_scheduler [None req-13027b6f-a74e-4986-a499-f3918261ad74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-770050-4-smb, bdb4a9e4-0610-4a9d-bf9e-a0493305c72a) {{(pid=91753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:18:29.964375 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 54058) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:29.964992 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-6c01e1ba-705e-4449-a640-efad4ec30a1f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8888290 May 31 18:18:29.971098 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [None req-82c3dc02-b443-45b3-bf04-f991d2eece0b admin admin] Request body: {'subnet': {'network_id': 'fc9958ad-2843-42f2-a51a-11e2962a5b10', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2117089876-subnet', 'tenant_id': 'e80e2bd4e99348749dcc8e8c72e4f5ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:29.978424 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-82c3dc02-b443-45b3-bf04-f991d2eece0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:29.981954 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-5a82e8c3-2511-4885-9c89-aaed2a842df3 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8184984 May 31 18:18:29.986715 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 54062) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:29.991366 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-82c3dc02-b443-45b3-bf04-f991d2eece0b admin admin] Usage tracker for resource:subnet and tenant:e80e2bd4e99348749dcc8e8c72e4f5ed is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:29.994618 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01e1ba-705e-4449-a640-efad4ec30a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd58398-6bd6-42d9-9886-8355e71812fc,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:29.999618 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [None req-c7f89730-2bc2-4896-a9e1-0ea4bb9d1d5d admin admin] Request body: {'subnet': {'network_id': '7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-613403006-subnet', 'tenant_id': 'c3d994f16a334298af3d28d648ac58b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:30.002582 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0792e3-9c87-44f1-ae9d-8755b48d155b None None] Network bdb4a9e4-0610-4a9d-bf9e-a0493305c72a requested from dv-cinder-770050-4-smb {{(pid=91755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:18:30.013037 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13027b6f-a74e-4986-a499-f3918261ad74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:30.015870 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-82c3dc02-b443-45b3-bf04-f991d2eece0b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:30.016515 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-13027b6f-a74e-4986-a499-f3918261ad74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for subnet, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:30.026688 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-6c01e1ba-705e-4449-a640-efad4ec30a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:30.028521 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.465s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:30.028803 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:30.029748 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-82c3dc02-b443-45b3-bf04-f991d2eece0b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:30.039240 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-26aacb08-9377-4cec-9b5e-ba3f0179050c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.201s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:30.046399 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-c7f89730-2bc2-4896-a9e1-0ea4bb9d1d5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:30.052222 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-c7f89730-2bc2-4896-a9e1-0ea4bb9d1d5d admin admin] Usage tracker for resource:subnet and tenant:c3d994f16a334298af3d28d648ac58b5 is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:30.055539 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-c7f89730-2bc2-4896-a9e1-0ea4bb9d1d5d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:30.063640 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-c7f89730-2bc2-4896-a9e1-0ea4bb9d1d5d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:30.083421 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f89730-2bc2-4896-a9e1-0ea4bb9d1d5d admin admin] Made reservation on behalf of c3d994f16a334298af3d28d648ac58b5 for: {'subnet': 1} {{(pid=91754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:18:30.086441 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-c7f89730-2bc2-4896-a9e1-0ea4bb9d1d5d admin admin] Notify callbacks [] for subnet, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:30.107232 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c3dc02-b443-45b3-bf04-f991d2eece0b admin admin] Made reservation on behalf of e80e2bd4e99348749dcc8e8c72e4f5ed for: {'subnet': 1} {{(pid=91754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:18:30.110268 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-82c3dc02-b443-45b3-bf04-f991d2eece0b admin admin] Notify callbacks [] for subnet, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:30.268306 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-13027b6f-a74e-4986-a499-f3918261ad74 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.3595030 May 31 18:18:30.269399 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 54082) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:30.291591 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [None req-9107386a-376b-45f1-992c-f3dfed5ec9cc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1868462595-router', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'}}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:30.298535 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-9107386a-376b-45f1-992c-f3dfed5ec9cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:30.307453 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-9107386a-376b-45f1-992c-f3dfed5ec9cc admin admin] Usage tracker for resource:router and tenant:b4d1b216261e41c7aa55b53c9f2a5ab7 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:30.310656 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c01e1ba-705e-4449-a640-efad4ec30a1f admin admin] Pushing event updated for resources: {'Network': ['ID=fc9958ad-2843-42f2-a51a-11e2962a5b10,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:30.314717 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-9107386a-376b-45f1-992c-f3dfed5ec9cc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:30.337748 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-9107386a-376b-45f1-992c-f3dfed5ec9cc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:30.369899 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Network fc9958ad-2843-42f2-a51a-11e2962a5b10 details requested by agent ovs-agent-dv-cinder-770050-4-smb with host dv-cinder-770050-4-smb {{(pid=91755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 18:18:30.456116 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-9107386a-376b-45f1-992c-f3dfed5ec9cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2093'] for router, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:30.457306 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-9107386a-376b-45f1-992c-f3dfed5ec9cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-955001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-960678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1030219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2086'] for router, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:30.477724 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a82e8c3-2511-4885-9c89-aaed2a842df3 admin admin] Pushing event updated for resources: {'Network': ['ID=7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:30.482128 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-5a82e8c3-2511-4885-9c89-aaed2a842df3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:30.483608 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.608s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:30.483608 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:30.506858 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 54092) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:30.509058 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a103e145-e393-461b-afb4-bb91898b55f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cf2e4da-c742-599c-89b0-5cab7570e4a3-bdb4a9e4-0610-4a9d-bf9e-a0493305c72a', 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'fixed_ips': [{'subnet_id': 'a141bd4c-23e4-4ac5-be95-c7e9e5ec7954'}]}} from dv-cinder-770050-4-smb. {{(pid=91755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 18:18:30.510428 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-a103e145-e393-461b-afb4-bb91898b55f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:30.513260 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-9107386a-376b-45f1-992c-f3dfed5ec9cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:30.535047 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Network 7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc details requested by agent ovs-agent-dv-cinder-770050-4-smb with host dv-cinder-770050-4-smb {{(pid=91755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 18:18:30.569831 dv-cinder-770050-4-smb neutron-server[91753]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 31 18:18:30.732812 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.db_base_plugin_common [None req-a103e145-e393-461b-afb4-bb91898b55f3 None None] Allocated IP 172.20.0.2 (bdb4a9e4-0610-4a9d-bf9e-a0493305c72a/a141bd4c-23e4-4ac5-be95-c7e9e5ec7954/1c7b578f-8889-48b6-b245-cdda0b370cd7) {{(pid=91755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:18:30.881846 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-fa8fcd91-95fa-46a1-9821-97cbe7b655d6 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:30.882641 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-fa8fcd91-95fa-46a1-9821-97cbe7b655d6 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Synchronizing usage tracker for tenant:6121fc756d10446cbd2374299321a0dd on resource:network {{(pid=91753) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:18:30.946530 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-66557a33-367c-45e0-9c88-5561259dab57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399'] for subnet, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:30.969583 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-4eb474c6-9c01-49c2-97c5-9a629bfe0ee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:31.049108 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-9107386a-376b-45f1-992c-f3dfed5ec9cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-960643', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2128'] for router, precommit_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:31.057047 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-fa8fcd91-95fa-46a1-9821-97cbe7b655d6 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Unset dirty status for tenant:6121fc756d10446cbd2374299321a0dd on resource:network {{(pid=91753) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:18:31.058417 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-fa8fcd91-95fa-46a1-9821-97cbe7b655d6 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] 10.222.0.25 "GET /v2.0/networks?id=1d1d2d81-3e32-4afd-889a-1db7fa54d762 HTTP/1.1" status: 200 len: 811 time: 0.5502765 May 31 18:18:31.072269 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-a103e145-e393-461b-afb4-bb91898b55f3 None None] Notify callbacks [] for port, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:31.083030 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66557a33-367c-45e0-9c88-5561259dab57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a,revision_number=0']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:31.084294 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-a103e145-e393-461b-afb4-bb91898b55f3 None None] Transition to ACTIVE for port object 1c7b578f-8889-48b6-b245-cdda0b370cd7 will not be triggered until provisioned by entity L2. {{(pid=91755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:18:31.090349 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-66557a33-367c-45e0-9c88-5561259dab57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:31.113965 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-a103e145-e393-461b-afb4-bb91898b55f3 None None] Transition to ACTIVE for port object 1c7b578f-8889-48b6-b245-cdda0b370cd7 will not be triggered until provisioned by entity DHCP. {{(pid=91755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:18:31.123920 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-aa66c1f3-b097-4ba8-9d0a-b1d1ee65f9ee tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] 10.222.0.25 "GET /v2.0/quotas/6121fc756d10446cbd2374299321a0dd HTTP/1.1" status: 200 len: 375 time: 0.0267761 May 31 18:18:31.140404 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-a103e145-e393-461b-afb4-bb91898b55f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395'] for port, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:31.155719 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-97b4d6ce-3969-40d9-898a-dd8225f8ae65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:31.206004 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66557a33-367c-45e0-9c88-5561259dab57 admin admin] Checking segment: {'id': '681bc718-6646-4c87-98cd-26d10e9c9f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2caae92d-233f-4a42-bb44-03a041ebb28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:18:31.206347 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66557a33-367c-45e0-9c88-5561259dab57 admin admin] Network hostable DHCP agents. Network: 2caae92d-233f-4a42-bb44-03a041ebb28d, hostable agents: ['c2c260b2-0141-4615-bcb7-b98a7560862d'], hosted agents: [] {{(pid=91754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 18:18:31.222194 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a103e145-e393-461b-afb4-bb91898b55f3 None None] Network bdb4a9e4-0610-4a9d-bf9e-a0493305c72a is already hosted by enough agents. {{(pid=91755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:18:31.225568 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-a103e145-e393-461b-afb4-bb91898b55f3 None None] Resources bound (agent type, host, resource id): {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:18:31.229711 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a103e145-e393-461b-afb4-bb91898b55f3 None None] Received port after_create {{(pid=91755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:18:31.248817 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-1dbbc2a8-483e-4797-89cf-793b956f93a7 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6121fc756d10446cbd2374299321a0dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655553 May 31 18:18:31.295125 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66557a33-367c-45e0-9c88-5561259dab57 admin admin] Network 2caae92d-233f-4a42-bb44-03a041ebb28d is scheduled to be hosted by DHCP agent c2c260b2-0141-4615-bcb7-b98a7560862d with binding_index 1 {{(pid=91754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 18:18:31.304574 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a103e145-e393-461b-afb4-bb91898b55f3 None None] Pushing event updated for resources: {'Port': ['ID=1c7b578f-8889-48b6-b245-cdda0b370cd7,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:31.326607 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.base_scheduler [None req-66557a33-367c-45e0-9c88-5561259dab57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-770050-4-smb, 2caae92d-233f-4a42-bb44-03a041ebb28d) {{(pid=91754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:18:31.337185 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a103e145-e393-461b-afb4-bb91898b55f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:31.340690 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a103e145-e393-461b-afb4-bb91898b55f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:31.341296 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a103e145-e393-461b-afb4-bb91898b55f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:31.341870 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a103e145-e393-461b-afb4-bb91898b55f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:31.342413 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a103e145-e393-461b-afb4-bb91898b55f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:31.344266 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a103e145-e393-461b-afb4-bb91898b55f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:31.344821 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a103e145-e393-461b-afb4-bb91898b55f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:31.345375 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a103e145-e393-461b-afb4-bb91898b55f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:31.348416 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a103e145-e393-461b-afb4-bb91898b55f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:31.349435 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a103e145-e393-461b-afb4-bb91898b55f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:31.349962 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a103e145-e393-461b-afb4-bb91898b55f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:31.350652 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a103e145-e393-461b-afb4-bb91898b55f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:31.351936 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a103e145-e393-461b-afb4-bb91898b55f3 None None] Tracked resource versions report: May 31 18:18:31.351936 dv-cinder-770050-4-smb neutron-server[91755]: pushed versions: May 31 18:18:31.351936 dv-cinder-770050-4-smb neutron-server[91755]: { 'AddressGroup': {'1.2'}, May 31 18:18:31.351936 dv-cinder-770050-4-smb neutron-server[91755]: 'ConntrackHelper': {'1.0'}, May 31 18:18:31.351936 dv-cinder-770050-4-smb neutron-server[91755]: 'Log': {'1.0'}, May 31 18:18:31.351936 dv-cinder-770050-4-smb neutron-server[91755]: 'Network': {'1.1'}, May 31 18:18:31.351936 dv-cinder-770050-4-smb neutron-server[91755]: 'Port': {'1.7'}, May 31 18:18:31.351936 dv-cinder-770050-4-smb neutron-server[91755]: 'PortForwarding': {'1.2'}, May 31 18:18:31.351936 dv-cinder-770050-4-smb neutron-server[91755]: 'QosPolicy': {'1.8'}, May 31 18:18:31.351936 dv-cinder-770050-4-smb neutron-server[91755]: 'SecurityGroup': {'1.4'}, May 31 18:18:31.351936 dv-cinder-770050-4-smb neutron-server[91755]: 'SecurityGroupRule': {'1.2'}, May 31 18:18:31.351936 dv-cinder-770050-4-smb neutron-server[91755]: 'SubPort': {'1.0'}, May 31 18:18:31.351936 dv-cinder-770050-4-smb neutron-server[91755]: 'Subnet': {'1.1'}, May 31 18:18:31.351936 dv-cinder-770050-4-smb neutron-server[91755]: 'Trunk': {'1.1'}} May 31 18:18:31.351936 dv-cinder-770050-4-smb neutron-server[91755]: consumer versions: May 31 18:18:31.351936 dv-cinder-770050-4-smb neutron-server[91755]: { DHCP agent@dv-cinder-770050-4-smb: {}, May 31 18:18:31.351936 dv-cinder-770050-4-smb neutron-server[91755]: HyperV agent@hv-cinder-77005: {}, May 31 18:18:31.351936 dv-cinder-770050-4-smb neutron-server[91755]: L3 agent@dv-cinder-770050-4-smb: {}, May 31 18:18:31.351936 dv-cinder-770050-4-smb neutron-server[91755]: Metadata agent@dv-cinder-770050-4-smb: {}, May 31 18:18:31.351936 dv-cinder-770050-4-smb neutron-server[91755]: Metering agent@dv-cinder-770050-4-smb: {}, May 31 18:18:31.351936 dv-cinder-770050-4-smb neutron-server[91755]: Open vSwitch agent@dv-cinder-770050-4-smb: { 'AddressGroup': '1.2', May 31 18:18:31.351936 dv-cinder-770050-4-smb neutron-server[91755]: 'ConntrackHelper': '1.0', May 31 18:18:31.351936 dv-cinder-770050-4-smb neutron-server[91755]: 'Log': '1.0', May 31 18:18:31.351936 dv-cinder-770050-4-smb neutron-server[91755]: 'Network': '1.1', May 31 18:18:31.351936 dv-cinder-770050-4-smb neutron-server[91755]: 'Port': '1.7', May 31 18:18:31.351936 dv-cinder-770050-4-smb neutron-server[91755]: 'PortForwarding': '1.2', May 31 18:18:31.351936 dv-cinder-770050-4-smb neutron-server[91755]: 'QosPolicy': '1.8', May 31 18:18:31.351936 dv-cinder-770050-4-smb neutron-server[91755]: 'SecurityGroup': '1.4', May 31 18:18:31.351936 dv-cinder-770050-4-smb neutron-server[91755]: 'SecurityGroupRule': '1.2', May 31 18:18:31.351936 dv-cinder-770050-4-smb neutron-server[91755]: 'SubPort': '1.0', May 31 18:18:31.351936 dv-cinder-770050-4-smb neutron-server[91755]: 'Subnet': '1.1', May 31 18:18:31.351936 dv-cinder-770050-4-smb neutron-server[91755]: 'Trunk': '1.1'}} May 31 18:18:31.351936 dv-cinder-770050-4-smb neutron-server[91755]: {{(pid=91755) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 18:18:31.382191 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66557a33-367c-45e0-9c88-5561259dab57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:31.382781 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-66557a33-367c-45e0-9c88-5561259dab57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for subnet, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:31.425895 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-66557a33-367c-45e0-9c88-5561259dab57 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9368660 May 31 18:18:31.429555 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 54120) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:31.439790 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [None req-0e8af315-7992-4db9-8ffa-3a94e3d161cb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-797889927-router', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'}}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:31.444324 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-0e8af315-7992-4db9-8ffa-3a94e3d161cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:31.448560 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-0e8af315-7992-4db9-8ffa-3a94e3d161cb admin admin] Usage tracker for resource:router and tenant:cd65573bbe3e4966baf7dbde3d06304a is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:31.452134 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-0e8af315-7992-4db9-8ffa-3a94e3d161cb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:31.459540 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-0e8af315-7992-4db9-8ffa-3a94e3d161cb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:31.462165 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-a103e145-e393-461b-afb4-bb91898b55f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:31.474836 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce142d33-bf3b-4913-830e-1ce1e67cc4ab None None] Network 2caae92d-233f-4a42-bb44-03a041ebb28d requested from dv-cinder-770050-4-smb {{(pid=91755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:18:31.483668 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0e8af315-7992-4db9-8ffa-3a94e3d161cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2093'] for router, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:31.484800 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0e8af315-7992-4db9-8ffa-3a94e3d161cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-955001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-960678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1030219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2086'] for router, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:31.500198 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-82c3dc02-b443-45b3-bf04-f991d2eece0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399'] for subnet, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:31.511694 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-c54329f3-8357-4b91-9fa1-c2009363416d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:31.614799 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-a103e145-e393-461b-afb4-bb91898b55f3 None None] Attempting to bind port 1c7b578f-8889-48b6-b245-cdda0b370cd7 on host dv-cinder-770050-4-smb for vnic_type normal with profile {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:18:31.615372 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c3dc02-b443-45b3-bf04-f991d2eece0b admin admin] Checking segment: {'id': 'd890c441-6068-456d-bbb0-a65e075337fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'fc9958ad-2843-42f2-a51a-11e2962a5b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:18:31.615494 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-a103e145-e393-461b-afb4-bb91898b55f3 None None] Attempting to bind port 1c7b578f-8889-48b6-b245-cdda0b370cd7 by drivers openvswitch,hyperv on host dv-cinder-770050-4-smb at level 0 using segments [{'id': '9e7eb541-2a48-4373-bede-dc253746dbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a'}] {{(pid=91755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:18:31.615582 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c3dc02-b443-45b3-bf04-f991d2eece0b admin admin] Network hostable DHCP agents. Network: fc9958ad-2843-42f2-a51a-11e2962a5b10, hostable agents: ['c2c260b2-0141-4615-bcb7-b98a7560862d'], hosted agents: [] {{(pid=91754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 18:18:31.615690 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a103e145-e393-461b-afb4-bb91898b55f3 None None] Attempting to bind port 1c7b578f-8889-48b6-b245-cdda0b370cd7 on network bdb4a9e4-0610-4a9d-bf9e-a0493305c72a {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:18:31.626878 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0e8af315-7992-4db9-8ffa-3a94e3d161cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:31.627112 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a103e145-e393-461b-afb4-bb91898b55f3 None None] Checking agent: {'id': '645f1a76-8a80-43b7-a21a-f9bffe38f313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:18:31.627399 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a103e145-e393-461b-afb4-bb91898b55f3 None None] Checking segment: {'id': '9e7eb541-2a48-4373-bede-dc253746dbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:18:31.628230 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-a103e145-e393-461b-afb4-bb91898b55f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:31.628635 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a103e145-e393-461b-afb4-bb91898b55f3 None None] Bound using segment: {'id': '9e7eb541-2a48-4373-bede-dc253746dbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a'} {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:18:31.629220 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-a103e145-e393-461b-afb4-bb91898b55f3 None None] Bound port: 1c7b578f-8889-48b6-b245-cdda0b370cd7, host: dv-cinder-770050-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e7eb541-2a48-4373-bede-dc253746dbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a'}}] {{(pid=91755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:18:31.629595 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-a103e145-e393-461b-afb4-bb91898b55f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:31.708524 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-088524c2-b55a-4e94-a9c0-35045a810f78 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 18:18:31.709579 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-088524c2-b55a-4e94-a9c0-35045a810f78 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1781490 May 31 18:18:31.727836 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c3dc02-b443-45b3-bf04-f991d2eece0b admin admin] Network fc9958ad-2843-42f2-a51a-11e2962a5b10 is scheduled to be hosted by DHCP agent c2c260b2-0141-4615-bcb7-b98a7560862d with binding_index 1 {{(pid=91754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 18:18:31.765313 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.base_scheduler [None req-82c3dc02-b443-45b3-bf04-f991d2eece0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-770050-4-smb, fc9958ad-2843-42f2-a51a-11e2962a5b10) {{(pid=91754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:18:31.782416 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c3dc02-b443-45b3-bf04-f991d2eece0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=16f97ba4-86cc-49b5-b0d9-12eed857b308,revision_number=0']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:31.783910 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08333fcb-f40a-43ed-839d-9ae2329bb8e6 None None] Network fc9958ad-2843-42f2-a51a-11e2962a5b10 requested from dv-cinder-770050-4-smb {{(pid=91755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:18:31.812084 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c3dc02-b443-45b3-bf04-f991d2eece0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:31.812792 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-82c3dc02-b443-45b3-bf04-f991d2eece0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for subnet, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:31.888807 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-82c3dc02-b443-45b3-bf04-f991d2eece0b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9164462 May 31 18:18:31.960183 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-7e8f65f6-e7aa-489b-8f5e-f5d4c5e44777 service neutron] 10.222.0.25 "GET /v2.0/networks/1d1d2d81-3e32-4afd-889a-1db7fa54d762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424099 May 31 18:18:32.004157 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-9107386a-376b-45f1-992c-f3dfed5ec9cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:32.085483 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-82c3dc02-b443-45b3-bf04-f991d2eece0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:32.175492 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-c7f89730-2bc2-4896-a9e1-0ea4bb9d1d5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399'] for subnet, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:32.177923 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-a103e145-e393-461b-afb4-bb91898b55f3 None None] For port 1c7b578f-8889-48b6-b245-cdda0b370cd7, host dv-cinder-770050-4-smb, cleared binding levels {{(pid=91755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:18:32.216554 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-82c3dc02-b443-45b3-bf04-f991d2eece0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:32.239787 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-a103e145-e393-461b-afb4-bb91898b55f3 None None] For port 1c7b578f-8889-48b6-b245-cdda0b370cd7, host dv-cinder-770050-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=1c7b578f-8889-48b6-b245-cdda0b370cd7,segment=NetworkSegment(9e7eb541-2a48-4373-bede-dc253746dbb0),segment_id=9e7eb541-2a48-4373-bede-dc253746dbb0)] {{(pid=91755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:18:32.282275 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f89730-2bc2-4896-a9e1-0ea4bb9d1d5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e3fa326-62c2-4696-a5ba-f91860a8b0f6,revision_number=0']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:32.291638 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-c7f89730-2bc2-4896-a9e1-0ea4bb9d1d5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:32.326547 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-9107386a-376b-45f1-992c-f3dfed5ec9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:32.339018 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-a103e145-e393-461b-afb4-bb91898b55f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:32.395940 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:32.425575 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0e8af315-7992-4db9-8ffa-3a94e3d161cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-960643', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2128'] for router, precommit_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:32.498316 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdebbd4-9774-406b-bb45-661c9d14d492 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cf2e4da-c742-599c-89b0-5cab7570e4a3-2caae92d-233f-4a42-bb44-03a041ebb28d', 'network_id': '2caae92d-233f-4a42-bb44-03a041ebb28d', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'fixed_ips': [{'subnet_id': '6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a'}]}} from dv-cinder-770050-4-smb. {{(pid=91755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 18:18:32.502479 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-ebdebbd4-9774-406b-bb45-661c9d14d492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:32.533884 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7f89730-2bc2-4896-a9e1-0ea4bb9d1d5d admin admin] Checking segment: {'id': 'b9f4f3c2-f30c-4328-8149-c1013c816903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:18:32.534195 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f89730-2bc2-4896-a9e1-0ea4bb9d1d5d admin admin] Network hostable DHCP agents. Network: 7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc, hostable agents: ['c2c260b2-0141-4615-bcb7-b98a7560862d'], hosted agents: [] {{(pid=91754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 18:18:32.566200 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f89730-2bc2-4896-a9e1-0ea4bb9d1d5d admin admin] Network 7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc is scheduled to be hosted by DHCP agent c2c260b2-0141-4615-bcb7-b98a7560862d with binding_index 1 {{(pid=91754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 18:18:32.581284 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.base_scheduler [None req-c7f89730-2bc2-4896-a9e1-0ea4bb9d1d5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-770050-4-smb, 7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc) {{(pid=91754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:18:32.596993 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-b9f059d3-fa9a-4a25-8773-b842252bb428 service neutron] 10.222.0.25 "GET /v2.0/networks/1d1d2d81-3e32-4afd-889a-1db7fa54d762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6279092 May 31 18:18:32.599094 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f89730-2bc2-4896-a9e1-0ea4bb9d1d5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:32.599683 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-c7f89730-2bc2-4896-a9e1-0ea4bb9d1d5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for subnet, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:32.629321 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-c7f89730-2bc2-4896-a9e1-0ea4bb9d1d5d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.6400089 May 31 18:18:32.633811 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 54170) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:32.640631 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [None req-90c07128-4693-4022-b6b5-819369257f0e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-613403006-router', 'tenant_id': 'c3d994f16a334298af3d28d648ac58b5', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'}}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:32.655218 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-90c07128-4693-4022-b6b5-819369257f0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:32.661670 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-90c07128-4693-4022-b6b5-819369257f0e admin admin] Usage tracker for resource:router and tenant:c3d994f16a334298af3d28d648ac58b5 is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:32.668836 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-90c07128-4693-4022-b6b5-819369257f0e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:32.674374 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.db_base_plugin_common [None req-9107386a-376b-45f1-992c-f3dfed5ec9cc admin admin] Allocated IP 172.28.1.172 (3a0124ad-3a38-4a71-989b-cf15592ffbdb/7dbd3a86-7301-413f-8501-e9f2643d6bdc/a4fda1c3-7f3f-4e29-9406-cb42d7579dc7) {{(pid=91753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:18:32.728169 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-90c07128-4693-4022-b6b5-819369257f0e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:32.771181 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.db_base_plugin_common [None req-ebdebbd4-9774-406b-bb45-661c9d14d492 None None] Allocated IP 172.20.0.2 (2caae92d-233f-4a42-bb44-03a041ebb28d/6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a/7d2c1b95-e2fb-433d-9325-9909a8ccfcb7) {{(pid=91755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:18:32.820578 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-90c07128-4693-4022-b6b5-819369257f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2093'] for router, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:32.821708 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-90c07128-4693-4022-b6b5-819369257f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-955001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-960678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1030219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2086'] for router, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:32.843467 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-90c07128-4693-4022-b6b5-819369257f0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:32.916797 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82005e6-5375-4940-8092-d9865e7b12a7 None None] Network 7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc requested from dv-cinder-770050-4-smb {{(pid=91755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:18:32.965640 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a103e145-e393-461b-afb4-bb91898b55f3 None None] Pushing event updated for resources: {'Port': ['ID=1c7b578f-8889-48b6-b245-cdda0b370cd7,revision_number=2']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:33.042738 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 54198) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:33.043097 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 54200) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:33.044163 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0e8af315-7992-4db9-8ffa-3a94e3d161cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:33.069096 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-a103e145-e393-461b-afb4-bb91898b55f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:33.096177 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-9107386a-376b-45f1-992c-f3dfed5ec9cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:33.170736 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-9107386a-376b-45f1-992c-f3dfed5ec9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395'] for port, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:33.175426 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0e8af315-7992-4db9-8ffa-3a94e3d161cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:33.178234 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-b911075a-60f3-4432-96a9-81826eb62372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:33.180219 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [None req-9f1ce8df-a208-4eb7-ada7-8d34d15b1aef admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1183965716-network', 'tenant_id': '419cd041e38a41f1b5500be68a1f5825'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:33.184419 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-9f1ce8df-a208-4eb7-ada7-8d34d15b1aef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:33.188172 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-9f1ce8df-a208-4eb7-ada7-8d34d15b1aef admin admin] Usage tracker for resource:network and tenant:419cd041e38a41f1b5500be68a1f5825 is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:33.191241 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-9f1ce8df-a208-4eb7-ada7-8d34d15b1aef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:33.196857 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-9f1ce8df-a208-4eb7-ada7-8d34d15b1aef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:33.212756 dv-cinder-770050-4-smb neutron-server[91754]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 31 18:18:33.322014 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9107386a-376b-45f1-992c-f3dfed5ec9cc admin admin] Network 3a0124ad-3a38-4a71-989b-cf15592ffbdb is already hosted by enough agents. {{(pid=91753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:18:33.325342 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.base_scheduler [None req-9107386a-376b-45f1-992c-f3dfed5ec9cc admin admin] Resources bound (agent type, host, resource id): {{(pid=91753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:18:33.329859 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9107386a-376b-45f1-992c-f3dfed5ec9cc admin admin] Received port after_create {{(pid=91753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:18:33.347009 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1ce8df-a208-4eb7-ada7-8d34d15b1aef admin admin] Made reservation on behalf of 419cd041e38a41f1b5500be68a1f5825 for: {'network': 1} {{(pid=91754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:18:33.352805 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-9f1ce8df-a208-4eb7-ada7-8d34d15b1aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4080666'] for network, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:33.357172 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c7514b-b43e-4065-90b4-0419e37c5d86 None None] Network fc9958ad-2843-42f2-a51a-11e2962a5b10 requested from dv-cinder-770050-4-smb {{(pid=91755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:18:33.371211 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d8968a33-8a6f-4d03-84a2-725506a9833b req-dd96ef3c-d4b3-49ad-80da-bc57914a2bb6 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] 10.222.0.25 "GET /v2.0/ports?device_id=ece649e9-2cbf-45ae-a71b-a53acdfe1a4f HTTP/1.1" status: 200 len: 210 time: 0.2551472 May 31 18:18:33.374726 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-9f1ce8df-a208-4eb7-ada7-8d34d15b1aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:33.413624 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-9f1ce8df-a208-4eb7-ada7-8d34d15b1aef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:33.422585 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-9f1ce8df-a208-4eb7-ada7-8d34d15b1aef admin admin] Usage tracker for resource:security_group_rule and tenant:419cd041e38a41f1b5500be68a1f5825 is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:33.428511 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-9f1ce8df-a208-4eb7-ada7-8d34d15b1aef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:33.428919 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9107386a-376b-45f1-992c-f3dfed5ec9cc admin admin] Pushing event updated for resources: {'Port': ['ID=a4fda1c3-7f3f-4e29-9406-cb42d7579dc7,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:33.435735 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-9f1ce8df-a208-4eb7-ada7-8d34d15b1aef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:33.444825 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-9107386a-376b-45f1-992c-f3dfed5ec9cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:33.540642 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-9f1ce8df-a208-4eb7-ada7-8d34d15b1aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:33.835364 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-90c07128-4693-4022-b6b5-819369257f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-960643', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2128'] for router, precommit_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:33.856630 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-9f1ce8df-a208-4eb7-ada7-8d34d15b1aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:33.899590 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f1ce8df-a208-4eb7-ada7-8d34d15b1aef admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=91754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 18:18:33.905409 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-553d4140-0a84-4b58-9a4c-783e5330fe3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:33.941397 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ce8df-a208-4eb7-ada7-8d34d15b1aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aebe537f-048c-4658-a29e-12695941dd5c,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:33.965853 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-9f1ce8df-a208-4eb7-ada7-8d34d15b1aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:33.967011 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-9f1ce8df-a208-4eb7-ada7-8d34d15b1aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090'] for segment, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:33.967445 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.db.segments_db [None req-9f1ce8df-a208-4eb7-ada7-8d34d15b1aef admin admin] Added segment 98273dae-c784-46cc-b8cd-1c358ec86e94 of type vlan for network ad24626c-57dc-4b9e-afe1-392ba9244cab May 31 18:18:34.152569 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcb2ffc-5fe0-4f16-8f58-aadcce4d2752 None None] Network 7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc requested from dv-cinder-770050-4-smb {{(pid=91755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:18:34.194616 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-9f1ce8df-a208-4eb7-ada7-8d34d15b1aef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763743697237'] for network, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:34.234440 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-9107386a-376b-45f1-992c-f3dfed5ec9cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:34.258454 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-9f1ce8df-a208-4eb7-ada7-8d34d15b1aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551420'] for network, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:34.264868 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1ce8df-a208-4eb7-ada7-8d34d15b1aef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:34.265443 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-9f1ce8df-a208-4eb7-ada7-8d34d15b1aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for network, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:34.285795 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-553d4140-0a84-4b58-9a4c-783e5330fe3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:34.433994 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ce8df-a208-4eb7-ada7-8d34d15b1aef admin admin] Pushing event updated for resources: {'Network': ['ID=ad24626c-57dc-4b9e-afe1-392ba9244cab,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:34.437675 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-9f1ce8df-a208-4eb7-ada7-8d34d15b1aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:34.458150 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Network ad24626c-57dc-4b9e-afe1-392ba9244cab details requested by agent ovs-agent-dv-cinder-770050-4-smb with host dv-cinder-770050-4-smb {{(pid=91755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 18:18:34.465149 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.db_base_plugin_common [None req-0e8af315-7992-4db9-8ffa-3a94e3d161cb admin admin] Allocated IP 172.28.1.214 (3a0124ad-3a38-4a71-989b-cf15592ffbdb/7dbd3a86-7301-413f-8501-e9f2643d6bdc/7983253d-7bf9-4452-a3a4-b38659d0c081) {{(pid=91754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:18:34.476073 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-ebdebbd4-9774-406b-bb45-661c9d14d492 None None] Notify callbacks [] for port, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:34.632124 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-56d43155-2728-4980-9dce-27a243424b4a req-759ff957-3f5c-42d1-9a47-dce3e636dc23 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] 10.222.0.25 "GET /v2.0/ports?device_id=ece649e9-2cbf-45ae-a71b-a53acdfe1a4f HTTP/1.1" status: 200 len: 210 time: 0.1270342 May 31 18:18:34.692247 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-9f1ce8df-a208-4eb7-ada7-8d34d15b1aef admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5720372 May 31 18:18:34.723168 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 54270) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:34.730223 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [None req-e9485fbc-4f8a-4c18-a639-fb5acc7b8ecd admin admin] Request body: {'subnet': {'network_id': 'ad24626c-57dc-4b9e-afe1-392ba9244cab', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1183965716-subnet', 'tenant_id': '419cd041e38a41f1b5500be68a1f5825', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:34.762739 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-e9485fbc-4f8a-4c18-a639-fb5acc7b8ecd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:34.777867 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-e9485fbc-4f8a-4c18-a639-fb5acc7b8ecd admin admin] Usage tracker for resource:subnet and tenant:419cd041e38a41f1b5500be68a1f5825 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:34.782992 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-e9485fbc-4f8a-4c18-a639-fb5acc7b8ecd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:34.795190 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-e9485fbc-4f8a-4c18-a639-fb5acc7b8ecd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:34.812503 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 1c7b578f-8889-48b6-b245-cdda0b370cd7 up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:18:34.896584 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9485fbc-4f8a-4c18-a639-fb5acc7b8ecd admin admin] Made reservation on behalf of 419cd041e38a41f1b5500be68a1f5825 for: {'subnet': 1} {{(pid=91753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:18:34.900118 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-e9485fbc-4f8a-4c18-a639-fb5acc7b8ecd admin admin] Notify callbacks [] for subnet, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:34.946588 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-ebdebbd4-9774-406b-bb45-661c9d14d492 None None] Transition to ACTIVE for port object 7d2c1b95-e2fb-433d-9325-9909a8ccfcb7 will not be triggered until provisioned by entity L2. {{(pid=91755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:18:35.009765 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f84d716-007a-4168-9ad1-817ecbb92b13 None None] Network bdb4a9e4-0610-4a9d-bf9e-a0493305c72a requested from dv-cinder-770050-4-smb {{(pid=91755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:18:35.043525 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-9107386a-376b-45f1-992c-f3dfed5ec9cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-960704'] for router, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:35.096770 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-df19ce12-575b-4997-9013-66e431c44a0d None None] Provisioning for port 1c7b578f-8889-48b6-b245-cdda0b370cd7 completed by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:18:35.104356 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-ebdebbd4-9774-406b-bb45-661c9d14d492 None None] Transition to ACTIVE for port object 7d2c1b95-e2fb-433d-9325-9909a8ccfcb7 will not be triggered until provisioned by entity DHCP. {{(pid=91755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:18:35.165804 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-90c07128-4693-4022-b6b5-819369257f0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:35.208590 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-df19ce12-575b-4997-9013-66e431c44a0d None None] Provisioning complete for port 1c7b578f-8889-48b6-b245-cdda0b370cd7 triggered by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:18:35.209260 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-df19ce12-575b-4997-9013-66e431c44a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:35.242213 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-90c07128-4693-4022-b6b5-819369257f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:35.293285 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning for port 1c7b578f-8889-48b6-b245-cdda0b370cd7 completed by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:18:35.308764 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port 1c7b578f-8889-48b6-b245-cdda0b370cd7 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:18:35.309131 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:35.411702 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-ebdebbd4-9774-406b-bb45-661c9d14d492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395'] for port, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:35.412606 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0e8af315-7992-4db9-8ffa-3a94e3d161cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:35.646416 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:35.667802 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0e8af315-7992-4db9-8ffa-3a94e3d161cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395'] for port, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:35.688975 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9107386a-376b-45f1-992c-f3dfed5ec9cc admin admin] Router 39c2f4ba-2e74-4124-a8fb-140ab38982f6 is scheduled to L3 agent aa8b4aa1-734a-4f99-a735-849181ae9a49 with binding_index 1 {{(pid=91753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 18:18:35.709964 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:35.740063 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:35.792179 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8af315-7992-4db9-8ffa-3a94e3d161cb admin admin] Network 3a0124ad-3a38-4a71-989b-cf15592ffbdb is already hosted by enough agents. {{(pid=91754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:18:35.793457 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdebbd4-9774-406b-bb45-661c9d14d492 None None] Network 2caae92d-233f-4a42-bb44-03a041ebb28d is already hosted by enough agents. {{(pid=91755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:18:35.803488 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.base_scheduler [None req-0e8af315-7992-4db9-8ffa-3a94e3d161cb admin admin] Resources bound (agent type, host, resource id): {{(pid=91754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:18:35.812316 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8af315-7992-4db9-8ffa-3a94e3d161cb admin admin] Received port after_create {{(pid=91754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:18:35.814724 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-ebdebbd4-9774-406b-bb45-661c9d14d492 None None] Resources bound (agent type, host, resource id): {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:18:35.841876 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdebbd4-9774-406b-bb45-661c9d14d492 None None] Received port after_create {{(pid=91755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:18:36.012407 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-ebdebbd4-9774-406b-bb45-661c9d14d492 None None] Attempting to bind port 7d2c1b95-e2fb-433d-9325-9909a8ccfcb7 on host dv-cinder-770050-4-smb for vnic_type normal with profile {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:18:36.012781 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-ebdebbd4-9774-406b-bb45-661c9d14d492 None None] Attempting to bind port 7d2c1b95-e2fb-433d-9325-9909a8ccfcb7 by drivers openvswitch,hyperv on host dv-cinder-770050-4-smb at level 0 using segments [{'id': '681bc718-6646-4c87-98cd-26d10e9c9f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2caae92d-233f-4a42-bb44-03a041ebb28d'}] {{(pid=91755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:18:36.013140 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdebbd4-9774-406b-bb45-661c9d14d492 None None] Attempting to bind port 7d2c1b95-e2fb-433d-9325-9909a8ccfcb7 on network 2caae92d-233f-4a42-bb44-03a041ebb28d {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:18:36.035985 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdebbd4-9774-406b-bb45-661c9d14d492 None None] Checking agent: {'id': '645f1a76-8a80-43b7-a21a-f9bffe38f313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:18:36.036394 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdebbd4-9774-406b-bb45-661c9d14d492 None None] Checking segment: {'id': '681bc718-6646-4c87-98cd-26d10e9c9f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2caae92d-233f-4a42-bb44-03a041ebb28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:18:36.036795 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-ebdebbd4-9774-406b-bb45-661c9d14d492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:36.037181 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdebbd4-9774-406b-bb45-661c9d14d492 None None] Bound using segment: {'id': '681bc718-6646-4c87-98cd-26d10e9c9f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2caae92d-233f-4a42-bb44-03a041ebb28d'} {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:18:36.037670 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-ebdebbd4-9774-406b-bb45-661c9d14d492 None None] Bound port: 7d2c1b95-e2fb-433d-9325-9909a8ccfcb7, host: dv-cinder-770050-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681bc718-6646-4c87-98cd-26d10e9c9f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2caae92d-233f-4a42-bb44-03a041ebb28d'}}] {{(pid=91755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:18:36.038038 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-ebdebbd4-9774-406b-bb45-661c9d14d492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:36.043937 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8af315-7992-4db9-8ffa-3a94e3d161cb admin admin] Pushing event updated for resources: {'Port': ['ID=7983253d-7bf9-4452-a3a4-b38659d0c081,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:36.053171 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.db_base_plugin_common [None req-90c07128-4693-4022-b6b5-819369257f0e admin admin] Allocated IP 172.28.1.157 (3a0124ad-3a38-4a71-989b-cf15592ffbdb/7dbd3a86-7301-413f-8501-e9f2643d6bdc/f4687bc7-7e17-442d-8460-fb0b28291b22) {{(pid=91754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:18:36.060515 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] For port 1c7b578f-8889-48b6-b245-cdda0b370cd7, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=1c7b578f-8889-48b6-b245-cdda0b370cd7,segment=NetworkSegment(9e7eb541-2a48-4373-bede-dc253746dbb0),segment_id=9e7eb541-2a48-4373-bede-dc253746dbb0)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:18:36.061366 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-0e8af315-7992-4db9-8ffa-3a94e3d161cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:36.088196 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-33bd2dba-73c2-42c4-b8d7-9eaa4a6f5eee req-e49679f0-3eb8-401b-b93e-fdb8b68bbcf4 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] 10.222.0.25 "GET /v2.0/ports?device_id=ece649e9-2cbf-45ae-a71b-a53acdfe1a4f HTTP/1.1" status: 200 len: 210 time: 0.1463091 May 31 18:18:36.121631 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-df19ce12-575b-4997-9013-66e431c44a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:36.175743 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:36.234274 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdebbd4-9774-406b-bb45-661c9d14d492 None None] Pushing event updated for resources: {'Port': ['ID=7d2c1b95-e2fb-433d-9325-9909a8ccfcb7,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:36.297175 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 54332) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:36.334499 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-ebdebbd4-9774-406b-bb45-661c9d14d492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:36.340717 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9107386a-376b-45f1-992c-f3dfed5ec9cc admin admin] Notify agent at l3_agent.dv-cinder-770050-4-smb the message routers_updated {{(pid=91753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:18:36.349579 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5eedc6-9a07-424a-95ae-de23e6c444b3 None None] Sync routers for ids ['39c2f4ba-2e74-4124-a8fb-140ab38982f6'] in dv-cinder-770050-4-smb {{(pid=91756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:18:36.357426 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-a103e145-e393-461b-afb4-bb91898b55f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:36.369412 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5eedc6-9a07-424a-95ae-de23e6c444b3 None None] Routers {'39c2f4ba-2e74-4124-a8fb-140ab38982f6'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:18:36.370595 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-1b5eedc6-9a07-424a-95ae-de23e6c444b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:18:18Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['39c2f4ba-2e74-4124-a8fb-140ab38982f6'], 'active': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:36.397459 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-9107386a-376b-45f1-992c-f3dfed5ec9cc admin admin] Notify callbacks [] for router, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:36.403094 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-9107386a-376b-45f1-992c-f3dfed5ec9cc admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.1190069 May 31 18:18:36.406478 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 54338) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:36.520765 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.20', 56004) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:36.620593 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.db.api [None req-df19ce12-575b-4997-9013-66e431c44a0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 31 18:18:36.621722 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_db.api [None req-df19ce12-575b-4997-9013-66e431c44a0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 31 18:18:36.666638 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-ebdebbd4-9774-406b-bb45-661c9d14d492 None None] For port 7d2c1b95-e2fb-433d-9325-9909a8ccfcb7, host dv-cinder-770050-4-smb, cleared binding levels {{(pid=91755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:18:36.756137 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvr_db [None req-1b5eedc6-9a07-424a-95ae-de23e6c444b3 None None] Set router 39c2f4ba-2e74-4124-a8fb-140ab38982f6 gateway port host: dv-cinder-770050-4-smb {{(pid=91756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:18:36.758797 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-ebdebbd4-9774-406b-bb45-661c9d14d492 None None] For port 7d2c1b95-e2fb-433d-9325-9909a8ccfcb7, host dv-cinder-770050-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=7d2c1b95-e2fb-433d-9325-9909a8ccfcb7,segment=NetworkSegment(681bc718-6646-4c87-98cd-26d10e9c9f7d),segment_id=681bc718-6646-4c87-98cd-26d10e9c9f7d)] {{(pid=91755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:18:36.774499 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-d261cce7-66ef-407a-b0bf-63c62eb1f22d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:36.794185 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Pushing event updated for resources: {'Port': ['ID=1c7b578f-8889-48b6-b245-cdda0b370cd7,revision_number=3']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:36.805558 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:36.810637 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-ebdebbd4-9774-406b-bb45-661c9d14d492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:36.847725 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:36.885646 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0e8af315-7992-4db9-8ffa-3a94e3d161cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:37.024343 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdebbd4-9774-406b-bb45-661c9d14d492 None None] Pushing event updated for resources: {'Port': ['ID=7d2c1b95-e2fb-433d-9325-9909a8ccfcb7,revision_number=2']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:37.038910 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-ebdebbd4-9774-406b-bb45-661c9d14d492 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:37.085323 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-90c07128-4693-4022-b6b5-819369257f0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:37.192300 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-d261cce7-66ef-407a-b0bf-63c62eb1f22d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:37.229108 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-d261cce7-66ef-407a-b0bf-63c62eb1f22d admin admin] Usage tracker for resource:security_group_rule and tenant:a49956caa11845fc92688c37012b16fa is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:37.247873 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-d261cce7-66ef-407a-b0bf-63c62eb1f22d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:37.396854 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-3949d3a2-099c-4a96-9037-6c62df9e50e7 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:37.398401 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-1b5eedc6-9a07-424a-95ae-de23e6c444b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1868462595-router', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': 'a4fda1c3-7f3f-4e29-9406-cb42d7579dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:30Z', 'updated_at': '2021-05-31T18:18:33Z', 'revision_number': 3, 'project_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'gw_port': {'id': 'a4fda1c3-7f3f-4e29-9406-cb42d7579dc7', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:32Z', 'updated_at': '2021-05-31T18:18:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb'}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:37.399556 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-3949d3a2-099c-4a96-9037-6c62df9e50e7 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] 10.222.0.20 "GET /v2.0/networks?id=1d1d2d81-3e32-4afd-889a-1db7fa54d762 HTTP/1.1" status: 200 len: 811 time: 0.8631325 May 31 18:18:37.400886 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-e9485fbc-4f8a-4c18-a639-fb5acc7b8ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399'] for subnet, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:37.406124 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-90c07128-4693-4022-b6b5-819369257f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395'] for port, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:37.427472 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5eedc6-9a07-424a-95ae-de23e6c444b3 None None] Checking router: 39c2f4ba-2e74-4124-a8fb-140ab38982f6 for host: dv-cinder-770050-4-smb {{(pid=91756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:18:37.427839 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5eedc6-9a07-424a-95ae-de23e6c444b3 None None] Updating router 39c2f4ba-2e74-4124-a8fb-140ab38982f6 port a4fda1c3-7f3f-4e29-9406-cb42d7579dc7 binding host dv-cinder-770050-4-smb {{(pid=91756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 18:18:37.450705 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-0e8af315-7992-4db9-8ffa-3a94e3d161cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:37.460140 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-2fa73c8b-41e4-496e-a87b-469f6c2b3172 None None] Provisioning complete for port 1c7b578f-8889-48b6-b245-cdda0b370cd7 triggered by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:18:37.465405 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-2fa73c8b-41e4-496e-a87b-469f6c2b3172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:37.504548 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-d261cce7-66ef-407a-b0bf-63c62eb1f22d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:37.510365 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:37.555327 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-1b5eedc6-9a07-424a-95ae-de23e6c444b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:37.638345 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 54400) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:37.877810 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-00bd8308-36b0-474c-93bf-d79ec9d52035 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Request body: {'port': {'device_id': 'ece649e9-2cbf-45ae-a71b-a53acdfe1a4f', 'network_id': '1d1d2d81-3e32-4afd-889a-1db7fa54d762', 'admin_state_up': True, 'tenant_id': '6121fc756d10446cbd2374299321a0dd'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:37.883988 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9485fbc-4f8a-4c18-a639-fb5acc7b8ecd admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fb37c05-62a6-4780-94d6-619c3c8bee69,revision_number=0']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:37.903051 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c07128-4693-4022-b6b5-819369257f0e admin admin] Network 3a0124ad-3a38-4a71-989b-cf15592ffbdb is already hosted by enough agents. {{(pid=91754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:18:37.905701 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-e9485fbc-4f8a-4c18-a639-fb5acc7b8ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:37.926576 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9485fbc-4f8a-4c18-a639-fb5acc7b8ecd admin admin] Checking segment: {'id': '98273dae-c784-46cc-b8cd-1c358ec86e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'ad24626c-57dc-4b9e-afe1-392ba9244cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:18:37.927270 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9485fbc-4f8a-4c18-a639-fb5acc7b8ecd admin admin] Network hostable DHCP agents. Network: ad24626c-57dc-4b9e-afe1-392ba9244cab, hostable agents: ['c2c260b2-0141-4615-bcb7-b98a7560862d'], hosted agents: [] {{(pid=91753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 18:18:38.081823 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.base_scheduler [None req-90c07128-4693-4022-b6b5-819369257f0e admin admin] Resources bound (agent type, host, resource id): {{(pid=91754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:18:38.100314 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c07128-4693-4022-b6b5-819369257f0e admin admin] Received port after_create {{(pid=91754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:18:38.209992 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6e6bf4f3-3139-4649-a142-9ceb1acf28fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:38.248460 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-1b5eedc6-9a07-424a-95ae-de23e6c444b3 None None] Notify callbacks [] for port, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:38.272687 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.provisioning_blocks [None req-1b5eedc6-9a07-424a-95ae-de23e6c444b3 None None] Transition to ACTIVE for port object a4fda1c3-7f3f-4e29-9406-cb42d7579dc7 will not be triggered until provisioned by entity L2. {{(pid=91756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:18:38.291471 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-6e6bf4f3-3139-4649-a142-9ceb1acf28fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:38.292445 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-1b5eedc6-9a07-424a-95ae-de23e6c444b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:38.302683 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:38.305446 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-6e6bf4f3-3139-4649-a142-9ceb1acf28fc admin admin] Usage tracker for resource:security_group_rule and tenant:8cd1ba065e484304a3ef5b5349a7e7f1 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:38.311856 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9485fbc-4f8a-4c18-a639-fb5acc7b8ecd admin admin] Network ad24626c-57dc-4b9e-afe1-392ba9244cab is scheduled to be hosted by DHCP agent c2c260b2-0141-4615-bcb7-b98a7560862d with binding_index 1 {{(pid=91753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 18:18:38.347959 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-6e6bf4f3-3139-4649-a142-9ceb1acf28fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:38.387827 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-6e6bf4f3-3139-4649-a142-9ceb1acf28fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:38.435313 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-00bd8308-36b0-474c-93bf-d79ec9d52035 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:38.455381 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-d261cce7-66ef-407a-b0bf-63c62eb1f22d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:38.496537 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [None req-1b5eedc6-9a07-424a-95ae-de23e6c444b3 None None] Attempting to bind port a4fda1c3-7f3f-4e29-9406-cb42d7579dc7 on host dv-cinder-770050-4-smb for vnic_type normal with profile {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:18:38.498384 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [None req-1b5eedc6-9a07-424a-95ae-de23e6c444b3 None None] Attempting to bind port a4fda1c3-7f3f-4e29-9406-cb42d7579dc7 by drivers openvswitch,hyperv on host dv-cinder-770050-4-smb at level 0 using segments [{'id': '909c7060-bfe5-455f-9f67-8bef71bab1ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:18:38.498826 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5eedc6-9a07-424a-95ae-de23e6c444b3 None None] Attempting to bind port a4fda1c3-7f3f-4e29-9406-cb42d7579dc7 on network 3a0124ad-3a38-4a71-989b-cf15592ffbdb {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:18:38.503406 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.base_scheduler [None req-e9485fbc-4f8a-4c18-a639-fb5acc7b8ecd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-770050-4-smb, ad24626c-57dc-4b9e-afe1-392ba9244cab) {{(pid=91753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:18:38.512429 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679a366d-8cfa-43b9-a6ac-b7d281b3957c None None] Network ad24626c-57dc-4b9e-afe1-392ba9244cab requested from dv-cinder-770050-4-smb {{(pid=91755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:18:38.529929 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5eedc6-9a07-424a-95ae-de23e6c444b3 None None] Checking agent: {'id': '645f1a76-8a80-43b7-a21a-f9bffe38f313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:18:38.530959 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5eedc6-9a07-424a-95ae-de23e6c444b3 None None] Checking segment: {'id': '909c7060-bfe5-455f-9f67-8bef71bab1ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:18:38.532094 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-1b5eedc6-9a07-424a-95ae-de23e6c444b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:38.536026 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5eedc6-9a07-424a-95ae-de23e6c444b3 None None] Bound using segment: {'id': '909c7060-bfe5-455f-9f67-8bef71bab1ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:18:38.539850 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [None req-1b5eedc6-9a07-424a-95ae-de23e6c444b3 None None] Bound port: a4fda1c3-7f3f-4e29-9406-cb42d7579dc7, host: dv-cinder-770050-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '909c7060-bfe5-455f-9f67-8bef71bab1ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'}}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:18:38.542819 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-1b5eedc6-9a07-424a-95ae-de23e6c444b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:38.547523 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-d261cce7-66ef-407a-b0bf-63c62eb1f22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:38.575688 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9485fbc-4f8a-4c18-a639-fb5acc7b8ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:38.576409 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-e9485fbc-4f8a-4c18-a639-fb5acc7b8ecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for subnet, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:38.589492 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4652eff-48cf-4a29-8cce-3adbf1fbfed2 None None] Pushing event updated for resources: {'Port': ['ID=a4fda1c3-7f3f-4e29-9406-cb42d7579dc7,revision_number=2']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:38.614287 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-6c01e1ba-705e-4449-a640-efad4ec30a1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:38.623159 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4652eff-48cf-4a29-8cce-3adbf1fbfed2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:38.623509 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4652eff-48cf-4a29-8cce-3adbf1fbfed2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:38.623835 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4652eff-48cf-4a29-8cce-3adbf1fbfed2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:38.624184 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4652eff-48cf-4a29-8cce-3adbf1fbfed2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:38.624501 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4652eff-48cf-4a29-8cce-3adbf1fbfed2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:38.626372 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4652eff-48cf-4a29-8cce-3adbf1fbfed2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:38.626767 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4652eff-48cf-4a29-8cce-3adbf1fbfed2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:38.627062 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4652eff-48cf-4a29-8cce-3adbf1fbfed2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:38.627378 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4652eff-48cf-4a29-8cce-3adbf1fbfed2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:38.628425 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4652eff-48cf-4a29-8cce-3adbf1fbfed2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:38.628753 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4652eff-48cf-4a29-8cce-3adbf1fbfed2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:38.629068 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4652eff-48cf-4a29-8cce-3adbf1fbfed2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:18:38.630858 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4652eff-48cf-4a29-8cce-3adbf1fbfed2 None None] Tracked resource versions report: May 31 18:18:38.630858 dv-cinder-770050-4-smb neutron-server[91756]: pushed versions: May 31 18:18:38.630858 dv-cinder-770050-4-smb neutron-server[91756]: { 'AddressGroup': {'1.2'}, May 31 18:18:38.630858 dv-cinder-770050-4-smb neutron-server[91756]: 'ConntrackHelper': {'1.0'}, May 31 18:18:38.630858 dv-cinder-770050-4-smb neutron-server[91756]: 'Log': {'1.0'}, May 31 18:18:38.630858 dv-cinder-770050-4-smb neutron-server[91756]: 'Network': {'1.1'}, May 31 18:18:38.630858 dv-cinder-770050-4-smb neutron-server[91756]: 'Port': {'1.7'}, May 31 18:18:38.630858 dv-cinder-770050-4-smb neutron-server[91756]: 'PortForwarding': {'1.2'}, May 31 18:18:38.630858 dv-cinder-770050-4-smb neutron-server[91756]: 'QosPolicy': {'1.8'}, May 31 18:18:38.630858 dv-cinder-770050-4-smb neutron-server[91756]: 'SecurityGroup': {'1.4'}, May 31 18:18:38.630858 dv-cinder-770050-4-smb neutron-server[91756]: 'SecurityGroupRule': {'1.2'}, May 31 18:18:38.630858 dv-cinder-770050-4-smb neutron-server[91756]: 'SubPort': {'1.0'}, May 31 18:18:38.630858 dv-cinder-770050-4-smb neutron-server[91756]: 'Subnet': {'1.1'}, May 31 18:18:38.630858 dv-cinder-770050-4-smb neutron-server[91756]: 'Trunk': {'1.1'}} May 31 18:18:38.630858 dv-cinder-770050-4-smb neutron-server[91756]: consumer versions: May 31 18:18:38.630858 dv-cinder-770050-4-smb neutron-server[91756]: { DHCP agent@dv-cinder-770050-4-smb: {}, May 31 18:18:38.630858 dv-cinder-770050-4-smb neutron-server[91756]: HyperV agent@hv-cinder-77005: {}, May 31 18:18:38.630858 dv-cinder-770050-4-smb neutron-server[91756]: L3 agent@dv-cinder-770050-4-smb: {}, May 31 18:18:38.630858 dv-cinder-770050-4-smb neutron-server[91756]: Metadata agent@dv-cinder-770050-4-smb: {}, May 31 18:18:38.630858 dv-cinder-770050-4-smb neutron-server[91756]: Metering agent@dv-cinder-770050-4-smb: {}, May 31 18:18:38.630858 dv-cinder-770050-4-smb neutron-server[91756]: Open vSwitch agent@dv-cinder-770050-4-smb: { 'AddressGroup': '1.2', May 31 18:18:38.630858 dv-cinder-770050-4-smb neutron-server[91756]: 'ConntrackHelper': '1.0', May 31 18:18:38.630858 dv-cinder-770050-4-smb neutron-server[91756]: 'Log': '1.0', May 31 18:18:38.630858 dv-cinder-770050-4-smb neutron-server[91756]: 'Network': '1.1', May 31 18:18:38.630858 dv-cinder-770050-4-smb neutron-server[91756]: 'Port': '1.7', May 31 18:18:38.630858 dv-cinder-770050-4-smb neutron-server[91756]: 'PortForwarding': '1.2', May 31 18:18:38.630858 dv-cinder-770050-4-smb neutron-server[91756]: 'QosPolicy': '1.8', May 31 18:18:38.630858 dv-cinder-770050-4-smb neutron-server[91756]: 'SecurityGroup': '1.4', May 31 18:18:38.630858 dv-cinder-770050-4-smb neutron-server[91756]: 'SecurityGroupRule': '1.2', May 31 18:18:38.630858 dv-cinder-770050-4-smb neutron-server[91756]: 'SubPort': '1.0', May 31 18:18:38.630858 dv-cinder-770050-4-smb neutron-server[91756]: 'Subnet': '1.1', May 31 18:18:38.630858 dv-cinder-770050-4-smb neutron-server[91756]: 'Trunk': '1.1'}} May 31 18:18:38.630858 dv-cinder-770050-4-smb neutron-server[91756]: {{(pid=91756) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 18:18:38.635532 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-a4652eff-48cf-4a29-8cce-3adbf1fbfed2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:38.688521 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6445b3-5cb8-4cb8-b9ed-a1d30d19c495 None None] Network 2caae92d-233f-4a42-bb44-03a041ebb28d requested from dv-cinder-770050-4-smb {{(pid=91755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:18:38.719412 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-d261cce7-66ef-407a-b0bf-63c62eb1f22d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a49956caa11845fc92688c37012b16fa&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4179142 May 31 18:18:38.737414 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-1b5eedc6-9a07-424a-95ae-de23e6c444b3 None None] For port a4fda1c3-7f3f-4e29-9406-cb42d7579dc7, host dv-cinder-770050-4-smb, cleared binding levels {{(pid=91756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:18:38.746004 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-1b5eedc6-9a07-424a-95ae-de23e6c444b3 None None] For port a4fda1c3-7f3f-4e29-9406-cb42d7579dc7, host dv-cinder-770050-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=a4fda1c3-7f3f-4e29-9406-cb42d7579dc7,segment=NetworkSegment(909c7060-bfe5-455f-9f67-8bef71bab1ed),segment_id=909c7060-bfe5-455f-9f67-8bef71bab1ed)] {{(pid=91756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:18:38.752444 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-1b5eedc6-9a07-424a-95ae-de23e6c444b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:38.754932 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-e9485fbc-4f8a-4c18-a639-fb5acc7b8ecd admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.0299008 May 31 18:18:38.755627 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 54424) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:38.761923 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261cce7-66ef-407a-b0bf-63c62eb1f22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8115a51-752f-4c1a-920c-9d40479ee15c,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:38.766730 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-d261cce7-66ef-407a-b0bf-63c62eb1f22d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:38.811176 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-a89a1d73-06e8-4d54-947e-05a364be6a25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:38.906513 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-00bd8308-36b0-474c-93bf-d79ec9d52035 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Usage tracker for resource:port and tenant:6121fc756d10446cbd2374299321a0dd is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:38.915830 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-00bd8308-36b0-474c-93bf-d79ec9d52035 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:38.924784 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-00bd8308-36b0-474c-93bf-d79ec9d52035 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:38.946298 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9b5806a2-ef0f-4e20-9f69-59ab06341fcf req-53665fd0-69a7-40dc-9100-65b6eb4ffc0a tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] 10.222.0.25 "GET /v2.0/ports?device_id=ece649e9-2cbf-45ae-a71b-a53acdfe1a4f HTTP/1.1" status: 200 len: 210 time: 1.2568688 May 31 18:18:38.988854 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-00bd8308-36b0-474c-93bf-d79ec9d52035 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Made reservation on behalf of 6121fc756d10446cbd2374299321a0dd for: {'port': 1} {{(pid=91754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:18:38.992940 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-00bd8308-36b0-474c-93bf-d79ec9d52035 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:39.072277 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 54432) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:39.081637 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 7d2c1b95-e2fb-433d-9325-9909a8ccfcb7 up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:18:39.089520 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5eedc6-9a07-424a-95ae-de23e6c444b3 None None] Routers {'39c2f4ba-2e74-4124-a8fb-140ab38982f6'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:18:39.090155 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-1b5eedc6-9a07-424a-95ae-de23e6c444b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:18:18Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['39c2f4ba-2e74-4124-a8fb-140ab38982f6'], 'active': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:39.276331 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvr_db [None req-1b5eedc6-9a07-424a-95ae-de23e6c444b3 None None] Set router 39c2f4ba-2e74-4124-a8fb-140ab38982f6 gateway port host: dv-cinder-770050-4-smb {{(pid=91756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:18:39.342942 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c18a6933-996a-4629-91ac-c3d7658c857b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:39.371174 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6e6bf4f3-3139-4649-a142-9ceb1acf28fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:39.393481 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0bb2f14d-887e-4836-ab98-928fd032ad72 None None] Provisioning for port 7d2c1b95-e2fb-433d-9325-9909a8ccfcb7 completed by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:18:39.395351 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-bd621736-cf6b-4d4f-be33-c4aad9bc2a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:39.413991 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6e6bf4f3-3139-4649-a142-9ceb1acf28fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:39.432426 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a60ed8-4ed4-468a-a3bc-2331dc105247 None None] Network ad24626c-57dc-4b9e-afe1-392ba9244cab requested from dv-cinder-770050-4-smb {{(pid=91755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:18:39.443654 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c07128-4693-4022-b6b5-819369257f0e admin admin] Pushing event updated for resources: {'Port': ['ID=f4687bc7-7e17-442d-8460-fb0b28291b22,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:39.466348 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:39.472660 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0e8af315-7992-4db9-8ffa-3a94e3d161cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-960704'] for router, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:39.493437 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.db_base_plugin_v2 [None req-296c96be-bbdc-41a9-80c3-a4c7139ecd0e admin admin] Deleting subnet 16f97ba4-86cc-49b5-b0d9-12eed857b308 {{(pid=91753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 18:18:39.502187 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-90c07128-4693-4022-b6b5-819369257f0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.072s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:39.503678 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c18a6933-996a-4629-91ac-c3d7658c857b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:39.569998 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-296c96be-bbdc-41a9-80c3-a4c7139ecd0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:39.774653 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning for port 7d2c1b95-e2fb-433d-9325-9909a8ccfcb7 completed by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:18:39.813409 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4652eff-48cf-4a29-8cce-3adbf1fbfed2 None None] Pushing event updated for resources: {'Port': ['ID=a4fda1c3-7f3f-4e29-9406-cb42d7579dc7,revision_number=3']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:39.814346 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port 7d2c1b95-e2fb-433d-9325-9909a8ccfcb7 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:18:39.814346 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:39.826611 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-a4652eff-48cf-4a29-8cce-3adbf1fbfed2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.017s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:39.929773 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-1b5eedc6-9a07-424a-95ae-de23e6c444b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1868462595-router', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': 'a4fda1c3-7f3f-4e29-9406-cb42d7579dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:30Z', 'updated_at': '2021-05-31T18:18:33Z', 'revision_number': 3, 'project_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'gw_port': {'id': 'a4fda1c3-7f3f-4e29-9406-cb42d7579dc7', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:32Z', 'updated_at': '2021-05-31T18:18:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb'}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:39.939053 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5eedc6-9a07-424a-95ae-de23e6c444b3 None None] The sync data for ids ['39c2f4ba-2e74-4124-a8fb-140ab38982f6'] in dv-cinder-770050-4-smb is: [{'id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1868462595-router', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': 'a4fda1c3-7f3f-4e29-9406-cb42d7579dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:30Z', 'updated_at': '2021-05-31T18:18:33Z', 'revision_number': 3, 'project_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'gw_port': {'id': 'a4fda1c3-7f3f-4e29-9406-cb42d7579dc7', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8a:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:32Z', 'updated_at': '2021-05-31T18:18:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb'}] {{(pid=91756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:18:39.968330 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6bf4f3-3139-4649-a142-9ceb1acf28fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73714028-933a-49ff-b7e6-d9b2b1ddb968,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:40.044359 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-6e6bf4f3-3139-4649-a142-9ceb1acf28fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:40.054048 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-6e6bf4f3-3139-4649-a142-9ceb1acf28fc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8cd1ba065e484304a3ef5b5349a7e7f1&name=default HTTP/1.1" status: 200 len: 2975 time: 2.4101906 May 31 18:18:40.062112 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 54444) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:40.104441 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-296c96be-bbdc-41a9-80c3-a4c7139ecd0e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:40.160465 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-296c96be-bbdc-41a9-80c3-a4c7139ecd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4023773'] for subnet, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:40.282578 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:40.339676 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] For port 7d2c1b95-e2fb-433d-9325-9909a8ccfcb7, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=7d2c1b95-e2fb-433d-9325-9909a8ccfcb7,segment=NetworkSegment(681bc718-6646-4c87-98cd-26d10e9c9f7d),segment_id=681bc718-6646-4c87-98cd-26d10e9c9f7d)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:18:40.343569 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-90c07128-4693-4022-b6b5-819369257f0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:40.349553 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:40.351357 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 1c7b578f-8889-48b6-b245-cdda0b370cd7 up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:18:40.546953 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:40.642207 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-61af0fbb-3e86-4699-8f35-bc0ece6b090b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:40.684107 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c18a6933-996a-4629-91ac-c3d7658c857b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:40.689154 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-61af0fbb-3e86-4699-8f35-bc0ece6b090b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:40.700429 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-7a8cb9be-2c90-4a14-8261-f9023c16d693 req-01dff4a8-8b0a-42b9-8eaf-b5ebe441af43 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] 10.222.0.25 "GET /v2.0/ports?device_id=ece649e9-2cbf-45ae-a71b-a53acdfe1a4f HTTP/1.1" status: 200 len: 210 time: 0.4656529 May 31 18:18:40.799317 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Pushing event updated for resources: {'Port': ['ID=7d2c1b95-e2fb-433d-9325-9909a8ccfcb7,revision_number=3']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:40.803774 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-50649b8b-ef18-4466-85ce-c8b6f83c0439 None None] Provisioning complete for port 7d2c1b95-e2fb-433d-9325-9909a8ccfcb7 triggered by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:18:40.807712 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-61af0fbb-3e86-4699-8f35-bc0ece6b090b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:40.816249 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-50649b8b-ef18-4466-85ce-c8b6f83c0439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:40.836463 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.db_base_plugin_common [None req-bd621736-cf6b-4d4f-be33-c4aad9bc2a76 admin admin] Allocated IP 172.20.0.1 (bdb4a9e4-0610-4a9d-bf9e-a0493305c72a/a141bd4c-23e4-4ac5-be95-c7e9e5ec7954/96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06) {{(pid=91753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:18:40.887584 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:40.906464 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-26aacb08-9377-4cec-9b5e-ba3f0179050c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:40.914246 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port 1c7b578f-8889-48b6-b245-cdda0b370cd7 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:18:40.914394 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:40.938164 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.db_base_plugin_common [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-00bd8308-36b0-474c-93bf-d79ec9d52035 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Allocated IP 172.20.0.6 (1d1d2d81-3e32-4afd-889a-1db7fa54d762/22f7e6cf-2dd7-4c40-87e3-0b32c2645c20/e8ab208d-b89e-4629-8031-a2c86dbd85fe) {{(pid=91754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:18:41.017190 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a6933-996a-4629-91ac-c3d7658c857b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8115a51-752f-4c1a-920c-9d40479ee15c,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:41.058518 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-c18a6933-996a-4629-91ac-c3d7658c857b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:41.125427 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c18a6933-996a-4629-91ac-c3d7658c857b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:41.126748 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-c18a6933-996a-4629-91ac-c3d7658c857b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e8115a51-752f-4c1a-920c-9d40479ee15c HTTP/1.1" status: 204 len: 168 time: 2.3661916 May 31 18:18:41.257448 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-bd621736-cf6b-4d4f-be33-c4aad9bc2a76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:41.301632 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.provisioning_blocks [None req-bd621736-cf6b-4d4f-be33-c4aad9bc2a76 admin admin] Transition to ACTIVE for port object 96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06 will not be triggered until provisioned by entity DHCP. {{(pid=91753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:18:41.344234 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-296c96be-bbdc-41a9-80c3-a4c7139ecd0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4028520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399'] for subnet, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:41.350964 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:41.442185 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c96be-bbdc-41a9-80c3-a4c7139ecd0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16f97ba4-86cc-49b5-b0d9-12eed857b308,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:41.445416 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-296c96be-bbdc-41a9-80c3-a4c7139ecd0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for subnet, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:41.454729 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-296c96be-bbdc-41a9-80c3-a4c7139ecd0e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/16f97ba4-86cc-49b5-b0d9-12eed857b308 HTTP/1.1" status: 204 len: 168 time: 2.3814032 May 31 18:18:41.457349 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 54458) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:41.459916 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-296c96be-bbdc-41a9-80c3-a4c7139ecd0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:41.555651 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-bd621736-cf6b-4d4f-be33-c4aad9bc2a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395'] for port, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:41.578653 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-9107386a-376b-45f1-992c-f3dfed5ec9cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:41.615198 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:41.666267 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd621736-cf6b-4d4f-be33-c4aad9bc2a76 admin admin] Network bdb4a9e4-0610-4a9d-bf9e-a0493305c72a is already hosted by enough agents. {{(pid=91753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:18:41.676166 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.base_scheduler [None req-bd621736-cf6b-4d4f-be33-c4aad9bc2a76 admin admin] Resources bound (agent type, host, resource id): {{(pid=91753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:18:41.682008 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd621736-cf6b-4d4f-be33-c4aad9bc2a76 admin admin] Received port after_create {{(pid=91753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:18:41.682401 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-bd621736-cf6b-4d4f-be33-c4aad9bc2a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960433'] for router_interface, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:41.689889 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0e59-f889-4edd-8871-fc39490fa240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4129193'] for network, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:41.728401 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd621736-cf6b-4d4f-be33-c4aad9bc2a76 admin admin] Pushing event updated for resources: {'Port': ['ID=96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:41.744717 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device a4fda1c3-7f3f-4e29-9406-cb42d7579dc7 up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:18:41.791247 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af0fbb-3e86-4699-8f35-bc0ece6b090b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73714028-933a-49ff-b7e6-d9b2b1ddb968,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:41.807470 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-bd621736-cf6b-4d4f-be33-c4aad9bc2a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:41.809449 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 54464) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:41.817104 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-61af0fbb-3e86-4699-8f35-bc0ece6b090b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:41.877949 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-463673d9-bc52-4804-b058-be18406691a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:41.924766 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning for port a4fda1c3-7f3f-4e29-9406-cb42d7579dc7 completed by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:18:41.930055 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port a4fda1c3-7f3f-4e29-9406-cb42d7579dc7 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:18:41.930435 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:42.111959 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-7bad5286-c687-4836-bd17-ad4308dcf26a None None] Provisioning for port 96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06 completed by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:18:42.119213 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-7bad5286-c687-4836-bd17-ad4308dcf26a None None] Provisioning complete for port 96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06 triggered by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:18:42.119597 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-7bad5286-c687-4836-bd17-ad4308dcf26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:42.158219 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-463673d9-bc52-4804-b058-be18406691a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:42.177064 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-28a1338c-bfbf-4f46-b24f-69703b497fe9 req-159c7915-fc30-4b1e-949e-039c257a6629 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Synchronizing usage tracker for tenant:6121fc756d10446cbd2374299321a0dd on resource:port {{(pid=91754) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:18:42.191746 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:42.196512 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-463673d9-bc52-4804-b058-be18406691a3 admin admin] Usage tracker for resource:security_group_rule and tenant:608e19e5add94f7ba4d305d8c589a01d is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:42.201352 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-463673d9-bc52-4804-b058-be18406691a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:42.225812 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0e59-f889-4edd-8871-fc39490fa240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4026450', 'neutron.services.segments.db._delete_segments_for_network-8763744138716'] for network, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:42.233420 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-7bad5286-c687-4836-bd17-ad4308dcf26a None None] Port 96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06 cannot update to ACTIVE because it is not bound. {{(pid=91755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:18:42.240344 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] For port a4fda1c3-7f3f-4e29-9406-cb42d7579dc7, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=a4fda1c3-7f3f-4e29-9406-cb42d7579dc7,segment=NetworkSegment(909c7060-bfe5-455f-9f67-8bef71bab1ed),segment_id=909c7060-bfe5-455f-9f67-8bef71bab1ed)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:18:42.241010 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-463673d9-bc52-4804-b058-be18406691a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:42.245455 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:42.246642 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 7d2c1b95-e2fb-433d-9325-9909a8ccfcb7 up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:18:42.261533 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8af315-7992-4db9-8ffa-3a94e3d161cb admin admin] Router 0ffcee3b-dbf9-4fd6-a887-809ed764d1e3 is scheduled to L3 agent aa8b4aa1-734a-4f99-a735-849181ae9a49 with binding_index 1 {{(pid=91754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 18:18:42.265929 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0e59-f889-4edd-8871-fc39490fa240 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:18:42.266781 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0e59-f889-4edd-8871-fc39490fa240 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:18:42.268322 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0e59-f889-4edd-8871-fc39490fa240 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:18:42.269124 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0e59-f889-4edd-8871-fc39490fa240 admin admin] Subscribe: > port after_create 55550000 {{(pid=91753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:18:42.269744 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0e59-f889-4edd-8871-fc39490fa240 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:18:42.270355 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0e59-f889-4edd-8871-fc39490fa240 admin admin] Subscribe: > port after_update 55550000 {{(pid=91753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:18:42.270900 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0e59-f889-4edd-8871-fc39490fa240 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:18:42.271434 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0e59-f889-4edd-8871-fc39490fa240 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:18:42.272009 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0e59-f889-4edd-8871-fc39490fa240 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:18:42.272716 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0e59-f889-4edd-8871-fc39490fa240 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:18:42.281655 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-28a1338c-bfbf-4f46-b24f-69703b497fe9 req-159c7915-fc30-4b1e-949e-039c257a6629 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Unset dirty status for tenant:6121fc756d10446cbd2374299321a0dd on resource:port {{(pid=91754) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:18:42.285439 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-28a1338c-bfbf-4f46-b24f-69703b497fe9 req-159c7915-fc30-4b1e-949e-039c257a6629 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] 10.222.0.25 "GET /v2.0/ports?device_id=ece649e9-2cbf-45ae-a71b-a53acdfe1a4f HTTP/1.1" status: 200 len: 210 time: 0.3462017 May 31 18:18:42.288178 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-a103e145-e393-461b-afb4-bb91898b55f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:42.369079 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Pushing event updated for resources: {'Port': ['ID=a4fda1c3-7f3f-4e29-9406-cb42d7579dc7,revision_number=4']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:42.385112 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:42.438501 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-61af0fbb-3e86-4699-8f35-bc0ece6b090b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:42.444477 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-61af0fbb-3e86-4699-8f35-bc0ece6b090b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/73714028-933a-49ff-b7e6-d9b2b1ddb968 HTTP/1.1" status: 204 len: 168 time: 2.3755715 May 31 18:18:42.459407 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port 7d2c1b95-e2fb-433d-9325-9909a8ccfcb7 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:18:42.459799 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:42.499577 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-00bd8308-36b0-474c-93bf-d79ec9d52035 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Notify callbacks [] for port, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:42.620387 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0e59-f889-4edd-8871-fc39490fa240 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:18:42.620710 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0e59-f889-4edd-8871-fc39490fa240 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:18:42.620972 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0e59-f889-4edd-8871-fc39490fa240 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:18:42.621297 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0e59-f889-4edd-8871-fc39490fa240 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:18:42.621649 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.services.segments.db [None req-6c1e0e59-f889-4edd-8871-fc39490fa240 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc9958ad-2843-42f2-a51a-11e2962a5b10']}} {{(pid=91753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:42.652487 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-bd621736-cf6b-4d4f-be33-c4aad9bc2a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:42.704716 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-90c07128-4693-4022-b6b5-819369257f0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-960704'] for router, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:42.746681 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.services.segments.db [None req-6c1e0e59-f889-4edd-8871-fc39490fa240 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd890c441-6068-456d-bbb0-a65e075337fa') {'for_net_delete': True} {{(pid=91753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:42.747234 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.services.segments.db [None req-6c1e0e59-f889-4edd-8871-fc39490fa240 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd890c441-6068-456d-bbb0-a65e075337fa') {} {{(pid=91753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:42.813054 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0e59-f889-4edd-8871-fc39490fa240 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763744148125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1817982'] for segment, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:42.861642 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0e59-f889-4edd-8871-fc39490fa240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090'] for segment, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:42.912067 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c1e0e59-f889-4edd-8871-fc39490fa240 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=91753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 18:18:42.912067 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0e59-f889-4edd-8871-fc39490fa240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1833484'] for segment, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:42.962395 dv-cinder-770050-4-smb neutron-server[91753]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 18:18:42.962395 dv-cinder-770050-4-smb neutron-server[91753]: from cryptography.utils import int_from_bytes May 31 18:18:42.962395 dv-cinder-770050-4-smb neutron-server[91753]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 18:18:42.962395 dv-cinder-770050-4-smb neutron-server[91753]: from cryptography.utils import int_from_bytes May 31 18:18:42.962395 dv-cinder-770050-4-smb neutron-server[91753]: Traceback (most recent call last): May 31 18:18:42.962395 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 18:18:42.962395 dv-cinder-770050-4-smb neutron-server[91753]: timer() May 31 18:18:42.962395 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 18:18:42.962395 dv-cinder-770050-4-smb neutron-server[91753]: cb(*args, **kw) May 31 18:18:42.962395 dv-cinder-770050-4-smb neutron-server[91753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 18:18:42.962395 dv-cinder-770050-4-smb neutron-server[91753]: return func(*args, **kwargs) May 31 18:18:42.962395 dv-cinder-770050-4-smb neutron-server[91753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 18:18:42.962395 dv-cinder-770050-4-smb neutron-server[91753]: self._notify() May 31 18:18:42.962395 dv-cinder-770050-4-smb neutron-server[91753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 18:18:42.962395 dv-cinder-770050-4-smb neutron-server[91753]: self.callback(batched_events) May 31 18:18:42.962395 dv-cinder-770050-4-smb neutron-server[91753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 18:18:42.962395 dv-cinder-770050-4-smb neutron-server[91753]: event.method(event) May 31 18:18:42.962395 dv-cinder-770050-4-smb neutron-server[91753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 18:18:42.962395 dv-cinder-770050-4-smb neutron-server[91753]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 18:18:42.962395 dv-cinder-770050-4-smb neutron-server[91753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 18:18:42.962395 dv-cinder-770050-4-smb neutron-server[91753]: aggregate_uuid = self.p_client.list_aggregates( May 31 18:18:42.962395 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 18:18:42.962395 dv-cinder-770050-4-smb neutron-server[91753]: return f(self, *a, **k) May 31 18:18:42.962395 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 18:18:42.962395 dv-cinder-770050-4-smb neutron-server[91753]: return self._get(url).json() May 31 18:18:42.962395 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 18:18:42.962395 dv-cinder-770050-4-smb neutron-server[91753]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 18:18:42.962395 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 18:18:42.962395 dv-cinder-770050-4-smb neutron-server[91753]: return self.request(url, 'GET', **kwargs) May 31 18:18:42.962395 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 18:18:42.962395 dv-cinder-770050-4-smb neutron-server[91753]: base_url = self.get_endpoint(auth, allow=allow, May 31 18:18:42.962395 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 18:18:42.962395 dv-cinder-770050-4-smb neutron-server[91753]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 18:18:42.962395 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 18:18:42.962395 dv-cinder-770050-4-smb neutron-server[91753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 18:18:42.962395 dv-cinder-770050-4-smb neutron-server[91753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 18:18:43.195340 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0e59-f889-4edd-8871-fc39490fa240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4026459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960522'] for network, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:43.213418 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-463673d9-bc52-4804-b058-be18406691a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:43.214408 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8af315-7992-4db9-8ffa-3a94e3d161cb admin admin] Notify agent at l3_agent.dv-cinder-770050-4-smb the message routers_updated {{(pid=91754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:18:43.227578 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bc7ba6-f06f-475d-98a9-2fff08414d46 None None] Sync routers for ids ['0ffcee3b-dbf9-4fd6-a887-809ed764d1e3'] in dv-cinder-770050-4-smb {{(pid=91755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:18:43.229258 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:43.247278 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bc7ba6-f06f-475d-98a9-2fff08414d46 None None] Routers {'0ffcee3b-dbf9-4fd6-a887-809ed764d1e3'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:18:43.248231 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-54bc7ba6-f06f-475d-98a9-2fff08414d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:18:18Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['0ffcee3b-dbf9-4fd6-a887-809ed764d1e3'], 'active': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:43.252881 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-463673d9-bc52-4804-b058-be18406691a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:43.256938 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6c1e0e59-f889-4edd-8871-fc39490fa240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for network, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:43.260724 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e0e59-f889-4edd-8871-fc39490fa240 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc9958ad-2843-42f2-a51a-11e2962a5b10,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:43.286130 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-6c1e0e59-f889-4edd-8871-fc39490fa240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:43.287104 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:43.314253 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-6c1e0e59-f889-4edd-8871-fc39490fa240 admin admin] 10.222.0.25 "DELETE /v2.0/networks/fc9958ad-2843-42f2-a51a-11e2962a5b10 HTTP/1.1" status: 204 len: 168 time: 1.8558674 May 31 18:18:43.322788 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 54488) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:43.400659 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-00bd8308-36b0-474c-93bf-d79ec9d52035 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395'] for port, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:43.425114 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.db.resource_extend [None req-bd621736-cf6b-4d4f-be33-c4aad9bc2a76 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 18:18:43.464794 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-463673d9-bc52-4804-b058-be18406691a3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=608e19e5add94f7ba4d305d8c589a01d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6472840 May 31 18:18:43.481295 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463673d9-bc52-4804-b058-be18406691a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8aed17-995d-40bb-9752-c1bc7bff6a2a,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:43.494032 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 54496) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:43.506673 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-90c07128-4693-4022-b6b5-819369257f0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:43.525366 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-463673d9-bc52-4804-b058-be18406691a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:43.525824 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 54498) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:43.548197 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-bd621736-cf6b-4d4f-be33-c4aad9bc2a76 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:43.596047 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvr_db [None req-54bc7ba6-f06f-475d-98a9-2fff08414d46 None None] Set router 0ffcee3b-dbf9-4fd6-a887-809ed764d1e3 gateway port host: dv-cinder-770050-4-smb {{(pid=91755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:18:43.669351 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ddddc4-b491-45f2-9b66-eb4e6a062819 admin admin] Deleting subnet 2fb37c05-62a6-4780-94d6-619c3c8bee69 {{(pid=91753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 18:18:43.674548 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-bd621736-cf6b-4d4f-be33-c4aad9bc2a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1833552'] for port, after_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:43.676604 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-d5ddddc4-b491-45f2-9b66-eb4e6a062819 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:43.726131 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd8308-36b0-474c-93bf-d79ec9d52035 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Pushing event updated for resources: {'Port': ['ID=e8ab208d-b89e-4629-8031-a2c86dbd85fe,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:43.784505 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:43.785095 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device a4fda1c3-7f3f-4e29-9406-cb42d7579dc7 up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:18:43.810735 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0e8af315-7992-4db9-8ffa-3a94e3d161cb admin admin] Notify callbacks [] for router, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:43.814622 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-0e8af315-7992-4db9-8ffa-3a94e3d161cb admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.3790689 May 31 18:18:43.818980 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-00bd8308-36b0-474c-93bf-d79ec9d52035 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:43.842610 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-00bd8308-36b0-474c-93bf-d79ec9d52035 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Network 1d1d2d81-3e32-4afd-889a-1db7fa54d762 is already hosted by enough agents. {{(pid=91754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:18:43.853133 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 54512) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:43.853995 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.base_scheduler [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-00bd8308-36b0-474c-93bf-d79ec9d52035 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Resources bound (agent type, host, resource id): {{(pid=91754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:18:43.893894 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-bd621736-cf6b-4d4f-be33-c4aad9bc2a76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960284'] for router_interface, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:43.937083 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-d5ddddc4-b491-45f2-9b66-eb4e6a062819 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1817973'] for subnet, precommit_delete_associations {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:43.971025 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-00bd8308-36b0-474c-93bf-d79ec9d52035 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Received port after_create {{(pid=91754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:18:43.976834 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-00bd8308-36b0-474c-93bf-d79ec9d52035 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:43.977549 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-00bd8308-36b0-474c-93bf-d79ec9d52035 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for port, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:44.016420 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd621736-cf6b-4d4f-be33-c4aad9bc2a76 admin admin] Pushing event updated for resources: {'Port': ['ID=96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06,revision_number=2']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:44.028698 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-bd621736-cf6b-4d4f-be33-c4aad9bc2a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:44.091488 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-f172e978-3d5f-4837-a290-98fceffea336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:44.127993 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port a4fda1c3-7f3f-4e29-9406-cb42d7579dc7 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:18:44.128582 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:44.201635 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-00bd8308-36b0-474c-93bf-d79ec9d52035 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5081196 May 31 18:18:44.210219 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-f172e978-3d5f-4837-a290-98fceffea336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:44.318591 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-5d3b78e6-d30c-4826-aa78-09f2dc34b182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:44.340205 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c07128-4693-4022-b6b5-819369257f0e admin admin] Router 66b8ee38-5569-4633-aca3-9268eff51c8d is scheduled to L3 agent aa8b4aa1-734a-4f99-a735-849181ae9a49 with binding_index 1 {{(pid=91754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 18:18:44.343243 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-d5ddddc4-b491-45f2-9b66-eb4e6a062819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4023773'] for subnet, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:44.456929 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3840e31-6348-49bc-bccd-91ab2b222ca4 req-04fc9b64-b394-4afd-a760-116ab8535397 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:44.458447 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-a3840e31-6348-49bc-bccd-91ab2b222ca4 req-04fc9b64-b394-4afd-a760-116ab8535397 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] 10.222.0.25 "GET /v2.0/ports?device_id=ece649e9-2cbf-45ae-a71b-a53acdfe1a4f HTTP/1.1" status: 200 len: 931 time: 0.8908558 May 31 18:18:44.472971 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-a21f2091-ed49-49eb-a29c-5daaa52fe5da tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 18:18:44.473305 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-5d3b78e6-d30c-4826-aa78-09f2dc34b182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:44.473968 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-a21f2091-ed49-49eb-a29c-5daaa52fe5da tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116386 May 31 18:18:44.528900 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-5d3b78e6-d30c-4826-aa78-09f2dc34b182 admin admin] Usage tracker for resource:security_group_rule and tenant:2ec1ee6327a0490fa507aa9a7591ee49 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:44.546914 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-5d3b78e6-d30c-4826-aa78-09f2dc34b182 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:44.570936 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-5d3b78e6-d30c-4826-aa78-09f2dc34b182 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:44.621449 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-54bc7ba6-f06f-475d-98a9-2fff08414d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'name': 'tempest-AttachVolumeTestJSON-797889927-router', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '7983253d-7bf9-4452-a3a4-b38659d0c081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:31Z', 'updated_at': '2021-05-31T18:18:36Z', 'revision_number': 3, 'project_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'gw_port': {'id': '7983253d-7bf9-4452-a3a4-b38659d0c081', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c1:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:33Z', 'updated_at': '2021-05-31T18:18:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb'}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:44.625771 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bc7ba6-f06f-475d-98a9-2fff08414d46 None None] Checking router: 0ffcee3b-dbf9-4fd6-a887-809ed764d1e3 for host: dv-cinder-770050-4-smb {{(pid=91755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:18:44.626169 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bc7ba6-f06f-475d-98a9-2fff08414d46 None None] Updating router 0ffcee3b-dbf9-4fd6-a887-809ed764d1e3 port 7983253d-7bf9-4452-a3a4-b38659d0c081 binding host dv-cinder-770050-4-smb {{(pid=91755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 18:18:44.638255 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd621736-cf6b-4d4f-be33-c4aad9bc2a76 admin admin] Network bdb4a9e4-0610-4a9d-bf9e-a0493305c72a is already hosted by enough agents. {{(pid=91753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:18:44.644766 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.base_scheduler [None req-bd621736-cf6b-4d4f-be33-c4aad9bc2a76 admin admin] Resources bound (agent type, host, resource id): {{(pid=91753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:18:44.713687 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-54bc7ba6-f06f-475d-98a9-2fff08414d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:44.920852 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c07128-4693-4022-b6b5-819369257f0e admin admin] Notify agent at l3_agent.dv-cinder-770050-4-smb the message routers_updated {{(pid=91754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:18:44.937101 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35c3901-2de3-4a52-8cf8-a1a927fa28df None None] Sync routers for ids ['66b8ee38-5569-4633-aca3-9268eff51c8d'] in dv-cinder-770050-4-smb {{(pid=91756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:18:44.998832 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35c3901-2de3-4a52-8cf8-a1a927fa28df None None] Routers {'66b8ee38-5569-4633-aca3-9268eff51c8d'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:18:44.998832 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-d35c3901-2de3-4a52-8cf8-a1a927fa28df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:18:18Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['66b8ee38-5569-4633-aca3-9268eff51c8d'], 'active': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:45.003756 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-a3840e31-6348-49bc-bccd-91ab2b222ca4 req-1c631795-75f9-48f2-8e42-28191c4d397c tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Synchronizing usage tracker for tenant:6121fc756d10446cbd2374299321a0dd on resource:security_group {{(pid=91753) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:18:45.267240 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-58130214-1202-4e87-820c-b18aa567da0c service neutron] Request body: {'port': {'device_id': 'ece649e9-2cbf-45ae-a71b-a53acdfe1a4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77005'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:45.338197 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-f172e978-3d5f-4837-a290-98fceffea336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:45.352263 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-f172e978-3d5f-4837-a290-98fceffea336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:45.353784 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-f172e978-3d5f-4837-a290-98fceffea336 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cf8aed17-995d-40bb-9752-c1bc7bff6a2a HTTP/1.1" status: 204 len: 168 time: 1.6481419 May 31 18:18:45.354918 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-90c07128-4693-4022-b6b5-819369257f0e admin admin] Notify callbacks [] for router, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:45.356352 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-90c07128-4693-4022-b6b5-819369257f0e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 12.7216043 May 31 18:18:45.367905 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:45.381103 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 54548) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:45.384464 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f172e978-3d5f-4837-a290-98fceffea336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8aed17-995d-40bb-9752-c1bc7bff6a2a,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:45.469627 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-f78e1592-e640-48b2-a328-27dac7ae8bf1 None None] Provisioning complete for port 96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06 triggered by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:18:45.470299 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f78e1592-e640-48b2-a328-27dac7ae8bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:45.527458 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-54bc7ba6-f06f-475d-98a9-2fff08414d46 None None] Notify callbacks [] for port, precommit_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:45.532864 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-f78e1592-e640-48b2-a328-27dac7ae8bf1 None None] Port 96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06 cannot update to ACTIVE because it is not bound. {{(pid=91755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:18:45.543248 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-54bc7ba6-f06f-475d-98a9-2fff08414d46 None None] Transition to ACTIVE for port object 7983253d-7bf9-4452-a3a4-b38659d0c081 will not be triggered until provisioned by entity L2. {{(pid=91755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:18:45.554131 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-54bc7ba6-f06f-475d-98a9-2fff08414d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:45.569973 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-036222f4-e314-42ed-8dc0-dfcf3e43273b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:45.591411 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvr_db [None req-d35c3901-2de3-4a52-8cf8-a1a927fa28df None None] Set router 66b8ee38-5569-4633-aca3-9268eff51c8d gateway port host: dv-cinder-770050-4-smb {{(pid=91756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:18:45.610971 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-f172e978-3d5f-4837-a290-98fceffea336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:45.625127 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 54552) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:45.789936 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e5efd-b6b5-4ab6-839d-5ef7efbaadd8 None None] Pushing event updated for resources: {'Port': ['ID=7983253d-7bf9-4452-a3a4-b38659d0c081,revision_number=2']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:45.796337 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-bf5e5efd-b6b5-4ab6-839d-5ef7efbaadd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:45.851346 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-54bc7ba6-f06f-475d-98a9-2fff08414d46 None None] Attempting to bind port 7983253d-7bf9-4452-a3a4-b38659d0c081 on host dv-cinder-770050-4-smb for vnic_type normal with profile {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:18:45.852265 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-54bc7ba6-f06f-475d-98a9-2fff08414d46 None None] Attempting to bind port 7983253d-7bf9-4452-a3a4-b38659d0c081 by drivers openvswitch,hyperv on host dv-cinder-770050-4-smb at level 0 using segments [{'id': '909c7060-bfe5-455f-9f67-8bef71bab1ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'}] {{(pid=91755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:18:45.852634 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bc7ba6-f06f-475d-98a9-2fff08414d46 None None] Attempting to bind port 7983253d-7bf9-4452-a3a4-b38659d0c081 on network 3a0124ad-3a38-4a71-989b-cf15592ffbdb {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:18:45.874940 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bc7ba6-f06f-475d-98a9-2fff08414d46 None None] Checking agent: {'id': '645f1a76-8a80-43b7-a21a-f9bffe38f313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:18:45.877686 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bc7ba6-f06f-475d-98a9-2fff08414d46 None None] Checking segment: {'id': '909c7060-bfe5-455f-9f67-8bef71bab1ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:18:45.878511 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-54bc7ba6-f06f-475d-98a9-2fff08414d46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:45.879991 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54bc7ba6-f06f-475d-98a9-2fff08414d46 None None] Bound using segment: {'id': '909c7060-bfe5-455f-9f67-8bef71bab1ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'} {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:18:45.882108 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-54bc7ba6-f06f-475d-98a9-2fff08414d46 None None] Bound port: 7983253d-7bf9-4452-a3a4-b38659d0c081, host: dv-cinder-770050-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '909c7060-bfe5-455f-9f67-8bef71bab1ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'}}] {{(pid=91755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:18:45.882980 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-54bc7ba6-f06f-475d-98a9-2fff08414d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:45.891732 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-d5ddddc4-b491-45f2-9b66-eb4e6a062819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4028520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1834154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1678804'] for subnet, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:45.918336 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:45.976763 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ddddc4-b491-45f2-9b66-eb4e6a062819 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fb37c05-62a6-4780-94d6-619c3c8bee69,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:45.982611 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-d5ddddc4-b491-45f2-9b66-eb4e6a062819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for subnet, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:45.993621 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-a3840e31-6348-49bc-bccd-91ab2b222ca4 req-1c631795-75f9-48f2-8e42-28191c4d397c tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Unset dirty status for tenant:6121fc756d10446cbd2374299321a0dd on resource:security_group {{(pid=91753) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:18:45.995054 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-a3840e31-6348-49bc-bccd-91ab2b222ca4 req-1c631795-75f9-48f2-8e42-28191c4d397c tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a9c6a-e54d-4cfd-a234-d8ead35ecde0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5274498 May 31 18:18:45.996514 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-d5ddddc4-b491-45f2-9b66-eb4e6a062819 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2fb37c05-62a6-4780-94d6-619c3c8bee69 HTTP/1.1" status: 204 len: 168 time: 2.6702640 May 31 18:18:45.997714 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-d5ddddc4-b491-45f2-9b66-eb4e6a062819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:46.005424 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 54560) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:46.105666 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-50608844-1eb6-4655-8e90-f5db7abdb479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:46.195516 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-54bc7ba6-f06f-475d-98a9-2fff08414d46 None None] For port 7983253d-7bf9-4452-a3a4-b38659d0c081, host dv-cinder-770050-4-smb, cleared binding levels {{(pid=91755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:18:46.209172 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-54bc7ba6-f06f-475d-98a9-2fff08414d46 None None] For port 7983253d-7bf9-4452-a3a4-b38659d0c081, host dv-cinder-770050-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=7983253d-7bf9-4452-a3a4-b38659d0c081,segment=NetworkSegment(909c7060-bfe5-455f-9f67-8bef71bab1ed),segment_id=909c7060-bfe5-455f-9f67-8bef71bab1ed)] {{(pid=91755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:18:46.210180 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-009fda6e-f1ec-4898-862d-895f3270a59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4129193'] for network, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:46.217677 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-54bc7ba6-f06f-475d-98a9-2fff08414d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:46.246341 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-ebdebbd4-9774-406b-bb45-661c9d14d492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:46.256025 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd621736-cf6b-4d4f-be33-c4aad9bc2a76 admin admin] Router 39c2f4ba-2e74-4124-a8fb-140ab38982f6 has already been hosted by L3 agent aa8b4aa1-734a-4f99-a735-849181ae9a49 {{(pid=91753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:18:46.335256 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-58130214-1202-4e87-820c-b18aa567da0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:46.356015 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-d35c3901-2de3-4a52-8cf8-a1a927fa28df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b8ee38-5569-4633-aca3-9268eff51c8d', 'name': 'tempest-ServerRescueNegativeTestJSON-613403006-router', 'tenant_id': 'c3d994f16a334298af3d28d648ac58b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': 'f4687bc7-7e17-442d-8460-fb0b28291b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:32Z', 'updated_at': '2021-05-31T18:18:38Z', 'revision_number': 3, 'project_id': 'c3d994f16a334298af3d28d648ac58b5', 'gw_port': {'id': 'f4687bc7-7e17-442d-8460-fb0b28291b22', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:45:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b8ee38-5569-4633-aca3-9268eff51c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:35Z', 'updated_at': '2021-05-31T18:18:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb'}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:46.370537 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35c3901-2de3-4a52-8cf8-a1a927fa28df None None] Checking router: 66b8ee38-5569-4633-aca3-9268eff51c8d for host: dv-cinder-770050-4-smb {{(pid=91756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:18:46.371655 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35c3901-2de3-4a52-8cf8-a1a927fa28df None None] Updating router 66b8ee38-5569-4633-aca3-9268eff51c8d port f4687bc7-7e17-442d-8460-fb0b28291b22 binding host dv-cinder-770050-4-smb {{(pid=91756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 18:18:46.484678 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54bc7ba6-f06f-475d-98a9-2fff08414d46 None None] Routers {'0ffcee3b-dbf9-4fd6-a887-809ed764d1e3'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:18:46.500826 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-54bc7ba6-f06f-475d-98a9-2fff08414d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:18:18Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['0ffcee3b-dbf9-4fd6-a887-809ed764d1e3'], 'active': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:46.527608 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-d35c3901-2de3-4a52-8cf8-a1a927fa28df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:46.539698 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-382a0570-74d3-4dda-a59d-3b2aea69372b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:46.640924 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-5d3b78e6-d30c-4826-aa78-09f2dc34b182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:46.704680 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-5d3b78e6-d30c-4826-aa78-09f2dc34b182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:46.883233 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:46.942700 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-5d3b78e6-d30c-4826-aa78-09f2dc34b182 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2ec1ee6327a0490fa507aa9a7591ee49&name=default HTTP/1.1" status: 200 len: 2979 time: 3.3893118 May 31 18:18:46.946586 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 54578) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:46.952756 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-382a0570-74d3-4dda-a59d-3b2aea69372b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:46.979729 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3b78e6-d30c-4826-aa78-09f2dc34b182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f72d606-60f5-46c3-a517-5b3e1e330870,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:46.989561 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-5d3b78e6-d30c-4826-aa78-09f2dc34b182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:47.059008 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvr_db [None req-54bc7ba6-f06f-475d-98a9-2fff08414d46 None None] Set router 0ffcee3b-dbf9-4fd6-a887-809ed764d1e3 gateway port host: dv-cinder-770050-4-smb {{(pid=91755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:18:47.071907 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-382a0570-74d3-4dda-a59d-3b2aea69372b admin admin] Usage tracker for resource:security_group_rule and tenant:c7ac1f9421d346d68884b544221deccc is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:47.076712 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-382a0570-74d3-4dda-a59d-3b2aea69372b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:47.111289 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-382a0570-74d3-4dda-a59d-3b2aea69372b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:47.185694 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-009fda6e-f1ec-4898-862d-895f3270a59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4026450', 'neutron.services.segments.db._delete_segments_for_network-8763744138716'] for network, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:47.215515 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-d35c3901-2de3-4a52-8cf8-a1a927fa28df None None] Notify callbacks [] for port, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:47.227793 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.provisioning_blocks [None req-d35c3901-2de3-4a52-8cf8-a1a927fa28df None None] Transition to ACTIVE for port object f4687bc7-7e17-442d-8460-fb0b28291b22 will not be triggered until provisioned by entity L2. {{(pid=91756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:18:47.235609 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-d35c3901-2de3-4a52-8cf8-a1a927fa28df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:47.247499 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.services.segments.db [None req-009fda6e-f1ec-4898-862d-895f3270a59d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad24626c-57dc-4b9e-afe1-392ba9244cab']}} {{(pid=91753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:47.255332 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:47.306470 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.services.segments.db [None req-009fda6e-f1ec-4898-862d-895f3270a59d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98273dae-c784-46cc-b8cd-1c358ec86e94') {'for_net_delete': True} {{(pid=91753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:47.307112 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.services.segments.db [None req-009fda6e-f1ec-4898-862d-895f3270a59d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98273dae-c784-46cc-b8cd-1c358ec86e94') {} {{(pid=91753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:47.349906 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-009fda6e-f1ec-4898-862d-895f3270a59d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763744148125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1817982'] for segment, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:47.359951 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd621736-cf6b-4d4f-be33-c4aad9bc2a76 admin admin] Notify agent at l3_agent.dv-cinder-770050-4-smb the message routers_updated {{(pid=91753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:18:47.401004 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-bd621736-cf6b-4d4f-be33-c4aad9bc2a76 admin admin] 10.222.0.25 "PUT /v2.0/routers/39c2f4ba-2e74-4124-a8fb-140ab38982f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9852026 May 31 18:18:47.412174 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-009fda6e-f1ec-4898-862d-895f3270a59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090'] for segment, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:47.425516 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e5efd-b6b5-4ab6-839d-5ef7efbaadd8 None None] Pushing event updated for resources: {'Port': ['ID=7983253d-7bf9-4452-a3a4-b38659d0c081,revision_number=3']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:47.425734 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [None req-d35c3901-2de3-4a52-8cf8-a1a927fa28df None None] Attempting to bind port f4687bc7-7e17-442d-8460-fb0b28291b22 on host dv-cinder-770050-4-smb for vnic_type normal with profile {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:18:47.426242 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [None req-d35c3901-2de3-4a52-8cf8-a1a927fa28df None None] Attempting to bind port f4687bc7-7e17-442d-8460-fb0b28291b22 by drivers openvswitch,hyperv on host dv-cinder-770050-4-smb at level 0 using segments [{'id': '909c7060-bfe5-455f-9f67-8bef71bab1ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:18:47.426470 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35c3901-2de3-4a52-8cf8-a1a927fa28df None None] Attempting to bind port f4687bc7-7e17-442d-8460-fb0b28291b22 on network 3a0124ad-3a38-4a71-989b-cf15592ffbdb {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:18:47.434987 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-009fda6e-f1ec-4898-862d-895f3270a59d admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=91753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 18:18:47.435993 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-009fda6e-f1ec-4898-862d-895f3270a59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1833484'] for segment, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:47.442082 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-bf5e5efd-b6b5-4ab6-839d-5ef7efbaadd8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.196s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:47.459888 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35c3901-2de3-4a52-8cf8-a1a927fa28df None None] Checking agent: {'id': '645f1a76-8a80-43b7-a21a-f9bffe38f313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:18:47.460250 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35c3901-2de3-4a52-8cf8-a1a927fa28df None None] Checking segment: {'id': '909c7060-bfe5-455f-9f67-8bef71bab1ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:18:47.460625 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-d35c3901-2de3-4a52-8cf8-a1a927fa28df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:47.461552 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35c3901-2de3-4a52-8cf8-a1a927fa28df None None] Bound using segment: {'id': '909c7060-bfe5-455f-9f67-8bef71bab1ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:18:47.462059 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [None req-d35c3901-2de3-4a52-8cf8-a1a927fa28df None None] Bound port: f4687bc7-7e17-442d-8460-fb0b28291b22, host: dv-cinder-770050-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '909c7060-bfe5-455f-9f67-8bef71bab1ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'}}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:18:47.462428 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-d35c3901-2de3-4a52-8cf8-a1a927fa28df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:47.469229 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a9c11a-7ec0-4f4b-a176-825639f00392 None None] Sync routers for ids ['39c2f4ba-2e74-4124-a8fb-140ab38982f6'] in dv-cinder-770050-4-smb {{(pid=91755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:18:47.483578 dv-cinder-770050-4-smb neutron-server[91753]: Traceback (most recent call last): May 31 18:18:47.483578 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 18:18:47.483578 dv-cinder-770050-4-smb neutron-server[91753]: timer() May 31 18:18:47.483578 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 18:18:47.483578 dv-cinder-770050-4-smb neutron-server[91753]: cb(*args, **kw) May 31 18:18:47.483578 dv-cinder-770050-4-smb neutron-server[91753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 18:18:47.483578 dv-cinder-770050-4-smb neutron-server[91753]: return func(*args, **kwargs) May 31 18:18:47.483578 dv-cinder-770050-4-smb neutron-server[91753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 18:18:47.483578 dv-cinder-770050-4-smb neutron-server[91753]: self._notify() May 31 18:18:47.483578 dv-cinder-770050-4-smb neutron-server[91753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 18:18:47.483578 dv-cinder-770050-4-smb neutron-server[91753]: self.callback(batched_events) May 31 18:18:47.483578 dv-cinder-770050-4-smb neutron-server[91753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 18:18:47.483578 dv-cinder-770050-4-smb neutron-server[91753]: event.method(event) May 31 18:18:47.483578 dv-cinder-770050-4-smb neutron-server[91753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 18:18:47.483578 dv-cinder-770050-4-smb neutron-server[91753]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 18:18:47.483578 dv-cinder-770050-4-smb neutron-server[91753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 18:18:47.483578 dv-cinder-770050-4-smb neutron-server[91753]: aggregate_uuid = self.p_client.list_aggregates( May 31 18:18:47.483578 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 18:18:47.483578 dv-cinder-770050-4-smb neutron-server[91753]: return f(self, *a, **k) May 31 18:18:47.483578 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 18:18:47.483578 dv-cinder-770050-4-smb neutron-server[91753]: return self._get(url).json() May 31 18:18:47.483578 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 18:18:47.483578 dv-cinder-770050-4-smb neutron-server[91753]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 18:18:47.483578 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 18:18:47.483578 dv-cinder-770050-4-smb neutron-server[91753]: return self.request(url, 'GET', **kwargs) May 31 18:18:47.483578 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 18:18:47.483578 dv-cinder-770050-4-smb neutron-server[91753]: base_url = self.get_endpoint(auth, allow=allow, May 31 18:18:47.483578 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 18:18:47.483578 dv-cinder-770050-4-smb neutron-server[91753]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 18:18:47.483578 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 18:18:47.483578 dv-cinder-770050-4-smb neutron-server[91753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 18:18:47.483578 dv-cinder-770050-4-smb neutron-server[91753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 18:18:47.504703 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a9c11a-7ec0-4f4b-a176-825639f00392 None None] Routers {'39c2f4ba-2e74-4124-a8fb-140ab38982f6'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:18:47.505544 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-90a9c11a-7ec0-4f4b-a176-825639f00392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:18:18Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['39c2f4ba-2e74-4124-a8fb-140ab38982f6'], 'active': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:47.569655 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d05ee-9235-4f6b-8bf5-9abc38431805 None None] Pushing event updated for resources: {'Port': ['ID=f4687bc7-7e17-442d-8460-fb0b28291b22,revision_number=2']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:47.584517 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-479d05ee-9235-4f6b-8bf5-9abc38431805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:47.705519 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-009fda6e-f1ec-4898-862d-895f3270a59d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4026459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960522'] for network, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:47.713882 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:47.746277 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.db.resource_extend [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-58130214-1202-4e87-820c-b18aa567da0c service neutron] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 18:18:47.790110 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009fda6e-f1ec-4898-862d-895f3270a59d admin admin] Pushing event deleted for resources: {'Network': ['ID=ad24626c-57dc-4b9e-afe1-392ba9244cab,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:47.802249 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-009fda6e-f1ec-4898-862d-895f3270a59d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for network, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:47.809615 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-009fda6e-f1ec-4898-862d-895f3270a59d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:47.824661 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-009fda6e-f1ec-4898-862d-895f3270a59d admin admin] 10.222.0.25 "DELETE /v2.0/networks/ad24626c-57dc-4b9e-afe1-392ba9244cab HTTP/1.1" status: 204 len: 168 time: 1.8167343 May 31 18:18:47.825779 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-d35c3901-2de3-4a52-8cf8-a1a927fa28df None None] For port f4687bc7-7e17-442d-8460-fb0b28291b22, host dv-cinder-770050-4-smb, cleared binding levels {{(pid=91756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:18:47.835963 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-d35c3901-2de3-4a52-8cf8-a1a927fa28df None None] For port f4687bc7-7e17-442d-8460-fb0b28291b22, host dv-cinder-770050-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=f4687bc7-7e17-442d-8460-fb0b28291b22,segment=NetworkSegment(909c7060-bfe5-455f-9f67-8bef71bab1ed),segment_id=909c7060-bfe5-455f-9f67-8bef71bab1ed)] {{(pid=91756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:18:47.836709 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-f2331126-7f2a-4f8a-9859-19871d914361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:47.859461 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-d35c3901-2de3-4a52-8cf8-a1a927fa28df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:47.876170 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-479d05ee-9235-4f6b-8bf5-9abc38431805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:47.931533 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvr_db [None req-90a9c11a-7ec0-4f4b-a176-825639f00392 None None] Set router 39c2f4ba-2e74-4124-a8fb-140ab38982f6 gateway port host: dv-cinder-770050-4-smb {{(pid=91755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:18:48.000941 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353eb6ed-ae1b-4416-8450-3dfcb40ac60e req-5c4c52c6-d968-4c9c-b197-e134c07881e0 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:48.037224 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-353eb6ed-ae1b-4416-8450-3dfcb40ac60e req-5c4c52c6-d968-4c9c-b197-e134c07881e0 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] 10.222.0.25 "GET /v2.0/ports?device_id=ece649e9-2cbf-45ae-a71b-a53acdfe1a4f HTTP/1.1" status: 200 len: 931 time: 0.5846522 May 31 18:18:48.198968 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35c3901-2de3-4a52-8cf8-a1a927fa28df None None] Routers {'66b8ee38-5569-4633-aca3-9268eff51c8d'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:18:48.198968 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-d35c3901-2de3-4a52-8cf8-a1a927fa28df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:18:18Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['66b8ee38-5569-4633-aca3-9268eff51c8d'], 'active': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:48.199297 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 54604) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:48.337246 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-d3b7a5b7-e5e9-41a6-b2ec-c51411e60e3a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e80e2bd4e99348749dcc8e8c72e4f5ed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1801414 May 31 18:18:48.337246 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 54610) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:48.337416 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d05ee-9235-4f6b-8bf5-9abc38431805 None None] Pushing event updated for resources: {'Port': ['ID=f4687bc7-7e17-442d-8460-fb0b28291b22,revision_number=3']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:48.376496 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-479d05ee-9235-4f6b-8bf5-9abc38431805 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:48.452706 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-353eb6ed-ae1b-4416-8450-3dfcb40ac60e req-6698a0b6-9041-43e0-bcb8-29bbdd2785f7 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a9c6a-e54d-4cfd-a234-d8ead35ecde0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285932 May 31 18:18:48.501109 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-a5a3d022-346e-4f97-84a8-e9195f90cd7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:48.557941 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-a5a3d022-346e-4f97-84a8-e9195f90cd7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:48.613846 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-f2331126-7f2a-4f8a-9859-19871d914361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:48.692790 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-a5a3d022-346e-4f97-84a8-e9195f90cd7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:48.699324 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:48.709279 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvr_db [None req-d35c3901-2de3-4a52-8cf8-a1a927fa28df None None] Set router 66b8ee38-5569-4633-aca3-9268eff51c8d gateway port host: dv-cinder-770050-4-smb {{(pid=91756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:18:48.733660 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a3d022-346e-4f97-84a8-e9195f90cd7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd58398-6bd6-42d9-9886-8355e71812fc,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:48.752775 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-a5a3d022-346e-4f97-84a8-e9195f90cd7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:48.753822 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-a5a3d022-346e-4f97-84a8-e9195f90cd7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:48.754943 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-a5a3d022-346e-4f97-84a8-e9195f90cd7e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fcd58398-6bd6-42d9-9886-8355e71812fc HTTP/1.1" status: 204 len: 168 time: 0.4218876 May 31 18:18:48.903766 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:48.904191 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-9c0fe98d-73a7-4ce3-9401-e45ac9cc3d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:48.910107 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-674f4b2c-bb9d-40f8-96ec-c480b73c2de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:48.966344 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:49.026476 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.notifiers.nova [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-58130214-1202-4e87-820c-b18aa567da0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8ab208d-b89e-4629-8031-a2c86dbd85fe {{(pid=91754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:18:49.160676 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-54bc7ba6-f06f-475d-98a9-2fff08414d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'name': 'tempest-AttachVolumeTestJSON-797889927-router', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '7983253d-7bf9-4452-a3a4-b38659d0c081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:31Z', 'updated_at': '2021-05-31T18:18:36Z', 'revision_number': 3, 'project_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'gw_port': {'id': '7983253d-7bf9-4452-a3a4-b38659d0c081', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c1:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:33Z', 'updated_at': '2021-05-31T18:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb'}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:49.177274 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54bc7ba6-f06f-475d-98a9-2fff08414d46 None None] The sync data for ids ['0ffcee3b-dbf9-4fd6-a887-809ed764d1e3'] in dv-cinder-770050-4-smb is: [{'id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'name': 'tempest-AttachVolumeTestJSON-797889927-router', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '7983253d-7bf9-4452-a3a4-b38659d0c081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:31Z', 'updated_at': '2021-05-31T18:18:36Z', 'revision_number': 3, 'project_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'gw_port': {'id': '7983253d-7bf9-4452-a3a4-b38659d0c081', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c1:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:33Z', 'updated_at': '2021-05-31T18:18:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb'}] {{(pid=91755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:18:49.196947 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-90a9c11a-7ec0-4f4b-a176-825639f00392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1868462595-router', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': 'a4fda1c3-7f3f-4e29-9406-cb42d7579dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:30Z', 'updated_at': '2021-05-31T18:18:42Z', 'revision_number': 4, 'project_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'gw_port': {'id': 'a4fda1c3-7f3f-4e29-9406-cb42d7579dc7', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:32Z', 'updated_at': '2021-05-31T18:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': '96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06', 'name': '', 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'mac_address': 'fa:16:3e:bc:62:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a141bd4c-23e4-4ac5-be95-c7e9e5ec7954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:39Z', 'updated_at': '2021-05-31T18:18:42Z', 'revision_number': 2, 'project_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'subnets': [{'id': 'a141bd4c-23e4-4ac5-be95-c7e9e5ec7954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:49.209673 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a9c11a-7ec0-4f4b-a176-825639f00392 None None] Checking router: 39c2f4ba-2e74-4124-a8fb-140ab38982f6 for host: dv-cinder-770050-4-smb {{(pid=91755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:18:49.210056 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a9c11a-7ec0-4f4b-a176-825639f00392 None None] Updating router 39c2f4ba-2e74-4124-a8fb-140ab38982f6 port 96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06 binding host dv-cinder-770050-4-smb {{(pid=91755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 18:18:49.215994 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-58130214-1202-4e87-820c-b18aa567da0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:49.318970 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-90a9c11a-7ec0-4f4b-a176-825639f00392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:49.489381 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-d35c3901-2de3-4a52-8cf8-a1a927fa28df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b8ee38-5569-4633-aca3-9268eff51c8d', 'name': 'tempest-ServerRescueNegativeTestJSON-613403006-router', 'tenant_id': 'c3d994f16a334298af3d28d648ac58b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': 'f4687bc7-7e17-442d-8460-fb0b28291b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:32Z', 'updated_at': '2021-05-31T18:18:38Z', 'revision_number': 3, 'project_id': 'c3d994f16a334298af3d28d648ac58b5', 'gw_port': {'id': 'f4687bc7-7e17-442d-8460-fb0b28291b22', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:45:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b8ee38-5569-4633-aca3-9268eff51c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:35Z', 'updated_at': '2021-05-31T18:18:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb'}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:49.501153 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35c3901-2de3-4a52-8cf8-a1a927fa28df None None] The sync data for ids ['66b8ee38-5569-4633-aca3-9268eff51c8d'] in dv-cinder-770050-4-smb is: [{'id': '66b8ee38-5569-4633-aca3-9268eff51c8d', 'name': 'tempest-ServerRescueNegativeTestJSON-613403006-router', 'tenant_id': 'c3d994f16a334298af3d28d648ac58b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': 'f4687bc7-7e17-442d-8460-fb0b28291b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:32Z', 'updated_at': '2021-05-31T18:18:38Z', 'revision_number': 3, 'project_id': 'c3d994f16a334298af3d28d648ac58b5', 'gw_port': {'id': 'f4687bc7-7e17-442d-8460-fb0b28291b22', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:45:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b8ee38-5569-4633-aca3-9268eff51c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:35Z', 'updated_at': '2021-05-31T18:18:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb'}] {{(pid=91756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:18:49.626671 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8f735c8e-59ff-49cc-b085-92de205fdc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:49.700171 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 54632) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:49.707329 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [None req-287a0ffb-5d90-4ef4-9ba2-3c80c22679ad tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1878158616', 'description': 'tempest-description--1535696861'}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:49.730909 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-287a0ffb-5d90-4ef4-9ba2-3c80c22679ad tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:49.733998 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:49.740238 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-287a0ffb-5d90-4ef4-9ba2-3c80c22679ad tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Usage tracker for resource:security_group and tenant:b4d1b216261e41c7aa55b53c9f2a5ab7 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:49.749310 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-287a0ffb-5d90-4ef4-9ba2-3c80c22679ad tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:49.765169 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-287a0ffb-5d90-4ef4-9ba2-3c80c22679ad tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:49.798674 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-287a0ffb-5d90-4ef4-9ba2-3c80c22679ad tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:49.823219 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 54638) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:49.999108 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 54642) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:50.068926 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-d4b8be6a-a1ae-421f-86e5-9052ca362b21 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=419cd041e38a41f1b5500be68a1f5825&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2444711 May 31 18:18:50.071269 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 54648) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:50.072400 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-287a0ffb-5d90-4ef4-9ba2-3c80c22679ad tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:50.087795 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-287a0ffb-5d90-4ef4-9ba2-3c80c22679ad tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Usage tracker for resource:security_group_rule and tenant:b4d1b216261e41c7aa55b53c9f2a5ab7 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:50.110886 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-287a0ffb-5d90-4ef4-9ba2-3c80c22679ad tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:50.123021 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-287a0ffb-5d90-4ef4-9ba2-3c80c22679ad tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:50.180538 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.provisioning_blocks [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-58130214-1202-4e87-820c-b18aa567da0c service neutron] Transition to ACTIVE for port object e8ab208d-b89e-4629-8031-a2c86dbd85fe will not be triggered until provisioned by entity L2. {{(pid=91754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:18:50.184197 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-90a9c11a-7ec0-4f4b-a176-825639f00392 None None] Notify callbacks [] for port, precommit_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:50.296852 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-9d1b4e12-8ad4-4eb0-b980-d60bbb0671eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:50.300071 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-7531c8b4-587f-45be-b2ce-6d7a775d5e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:50.305663 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-58130214-1202-4e87-820c-b18aa567da0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:50.361615 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-7531c8b4-587f-45be-b2ce-6d7a775d5e30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:50.370008 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-7531c8b4-587f-45be-b2ce-6d7a775d5e30 admin admin] Usage tracker for resource:security_group_rule and tenant:7e694b1e86a040d5be3cc9376c8d204f is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:50.374452 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-7531c8b4-587f-45be-b2ce-6d7a775d5e30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:50.386281 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-7531c8b4-587f-45be-b2ce-6d7a775d5e30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:50.389644 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:50.393971 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-90a9c11a-7ec0-4f4b-a176-825639f00392 None None] Transition to ACTIVE for port object 96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06 will not be triggered until provisioned by entity L2. {{(pid=91755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:18:50.404219 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-90a9c11a-7ec0-4f4b-a176-825639f00392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:50.414507 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:50.436747 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-9d1b4e12-8ad4-4eb0-b980-d60bbb0671eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:50.459362 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-287a0ffb-5d90-4ef4-9ba2-3c80c22679ad tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:50.485230 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-287a0ffb-5d90-4ef4-9ba2-3c80c22679ad tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:50.504471 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-382a0570-74d3-4dda-a59d-3b2aea69372b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:50.505497 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58130214-1202-4e87-820c-b18aa567da0c service neutron] Pushing event updated for resources: {'Port': ['ID=e8ab208d-b89e-4629-8031-a2c86dbd85fe,revision_number=2']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:50.528891 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-f2331126-7f2a-4f8a-9859-19871d914361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:50.529895 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-58130214-1202-4e87-820c-b18aa567da0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:50.543633 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:50.559773 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-9f1ce8df-a208-4eb7-ada7-8d34d15b1aef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:50.574496 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-9d1b4e12-8ad4-4eb0-b980-d60bbb0671eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:50.575512 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-382a0570-74d3-4dda-a59d-3b2aea69372b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:50.635092 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-9d1b4e12-8ad4-4eb0-b980-d60bbb0671eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:50.639735 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-9d1b4e12-8ad4-4eb0-b980-d60bbb0671eb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aebe537f-048c-4658-a29e-12695941dd5c HTTP/1.1" status: 204 len: 168 time: 0.5564241 May 31 18:18:50.654914 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a0ffb-5d90-4ef4-9ba2-3c80c22679ad tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:50.659113 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-287a0ffb-5d90-4ef4-9ba2-3c80c22679ad tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:50.660246 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-287a0ffb-5d90-4ef4-9ba2-3c80c22679ad tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:50.662142 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-287a0ffb-5d90-4ef4-9ba2-3c80c22679ad tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9602029 May 31 18:18:50.665573 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-cea162cc-c1a1-4a2c-8bb1-b703b171cfbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.045s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:50.672779 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 54656) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:50.681005 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1b4e12-8ad4-4eb0-b980-d60bbb0671eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebe537f-048c-4658-a29e-12695941dd5c,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:50.684389 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-9d1b4e12-8ad4-4eb0-b980-d60bbb0671eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:50.786189 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-7531c8b4-587f-45be-b2ce-6d7a775d5e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:50.800882 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-7531c8b4-587f-45be-b2ce-6d7a775d5e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:50.819220 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36336e42-6093-4cfd-8589-8586cf862a43 None None] Pushing event updated for resources: {'Port': ['ID=96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06,revision_number=3']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:50.831389 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-36336e42-6093-4cfd-8589-8586cf862a43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:50.836795 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-90a9c11a-7ec0-4f4b-a176-825639f00392 None None] Attempting to bind port 96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06 on host dv-cinder-770050-4-smb for vnic_type normal with profile {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:18:50.837165 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-90a9c11a-7ec0-4f4b-a176-825639f00392 None None] Attempting to bind port 96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06 by drivers openvswitch,hyperv on host dv-cinder-770050-4-smb at level 0 using segments [{'id': '9e7eb541-2a48-4373-bede-dc253746dbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a'}] {{(pid=91755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:18:50.837531 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a9c11a-7ec0-4f4b-a176-825639f00392 None None] Attempting to bind port 96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06 on network bdb4a9e4-0610-4a9d-bf9e-a0493305c72a {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:18:50.846526 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-d261cce7-66ef-407a-b0bf-63c62eb1f22d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:50.847122 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [None req-f66d9fe5-6d90-4dae-a4fd-bcd458820667 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Request body: {'security_group_rule': {'security_group_id': '1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:50.856800 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-382a0570-74d3-4dda-a59d-3b2aea69372b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c7ac1f9421d346d68884b544221deccc&name=default HTTP/1.1" status: 200 len: 2979 time: 5.2098498 May 31 18:18:50.857987 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2331126-7f2a-4f8a-9859-19871d914361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f72d606-60f5-46c3-a517-5b3e1e330870,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:50.858723 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a9c11a-7ec0-4f4b-a176-825639f00392 None None] Checking agent: {'id': '645f1a76-8a80-43b7-a21a-f9bffe38f313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:18:50.859107 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a9c11a-7ec0-4f4b-a176-825639f00392 None None] Checking segment: {'id': '9e7eb541-2a48-4373-bede-dc253746dbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:18:50.859516 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-90a9c11a-7ec0-4f4b-a176-825639f00392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:50.859909 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a9c11a-7ec0-4f4b-a176-825639f00392 None None] Bound using segment: {'id': '9e7eb541-2a48-4373-bede-dc253746dbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a'} {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:18:50.860583 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 54662) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:50.861152 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-90a9c11a-7ec0-4f4b-a176-825639f00392 None None] Bound port: 96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06, host: dv-cinder-770050-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e7eb541-2a48-4373-bede-dc253746dbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a'}}] {{(pid=91755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:18:50.861541 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-90a9c11a-7ec0-4f4b-a176-825639f00392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:50.930735 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-7531c8b4-587f-45be-b2ce-6d7a775d5e30 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7e694b1e86a040d5be3cc9376c8d204f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9302514 May 31 18:18:50.940004 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 54668) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:50.960831 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.db_base_plugin_common [None req-9c0fe98d-73a7-4ce3-9401-e45ac9cc3d1d admin admin] Allocated IP 172.20.0.1 (2caae92d-233f-4a42-bb44-03a041ebb28d/6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a/3549004c-a5c5-4ae8-96f1-6dce7cbc92ca) {{(pid=91754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:18:50.978970 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7531c8b4-587f-45be-b2ce-6d7a775d5e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73909fed-9dfd-4d0b-b29c-37c90a0d18fc,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:50.986634 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-7531c8b4-587f-45be-b2ce-6d7a775d5e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:51.064487 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-eaaafbcb-99fc-4e5e-b9e6-c01f790ca575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:51.066182 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-90a9c11a-7ec0-4f4b-a176-825639f00392 None None] For port 96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06, host dv-cinder-770050-4-smb, cleared binding levels {{(pid=91755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:18:51.072204 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-90a9c11a-7ec0-4f4b-a176-825639f00392 None None] For port 96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06, host dv-cinder-770050-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06,segment=NetworkSegment(9e7eb541-2a48-4373-bede-dc253746dbb0),segment_id=9e7eb541-2a48-4373-bede-dc253746dbb0)] {{(pid=91755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:18:51.077777 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-90a9c11a-7ec0-4f4b-a176-825639f00392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:51.078971 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-f2331126-7f2a-4f8a-9859-19871d914361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:51.081657 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-309c8c78-e3f1-460a-878f-85cc4fc81622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:51.082831 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-ebdebbd4-9774-406b-bb45-661c9d14d492 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:51.128107 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-eaaafbcb-99fc-4e5e-b9e6-c01f790ca575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:51.139429 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-61af0fbb-3e86-4699-8f35-bc0ece6b090b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.285s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:51.162483 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-309c8c78-e3f1-460a-878f-85cc4fc81622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:51.179360 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-f66d9fe5-6d90-4dae-a4fd-bcd458820667 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:51.184332 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-f66d9fe5-6d90-4dae-a4fd-bcd458820667 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Usage tracker for resource:security_group_rule and tenant:b4d1b216261e41c7aa55b53c9f2a5ab7 is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:51.188393 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-f66d9fe5-6d90-4dae-a4fd-bcd458820667 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:51.198662 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-f66d9fe5-6d90-4dae-a4fd-bcd458820667 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:51.215601 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:51.218624 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a9c11a-7ec0-4f4b-a176-825639f00392 None None] Routers {'39c2f4ba-2e74-4124-a8fb-140ab38982f6'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:18:51.219319 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-90a9c11a-7ec0-4f4b-a176-825639f00392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:18:49Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['39c2f4ba-2e74-4124-a8fb-140ab38982f6'], 'active': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:51.226520 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a0570-74d3-4dda-a59d-3b2aea69372b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99ae75d-c497-42f0-9dc6-b82a56f10d3f,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:51.237421 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-382a0570-74d3-4dda-a59d-3b2aea69372b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:51.248505 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-309c8c78-e3f1-460a-878f-85cc4fc81622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:51.262073 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-a5a3d022-346e-4f97-84a8-e9195f90cd7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:51.293447 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-309c8c78-e3f1-460a-878f-85cc4fc81622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:51.294985 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-309c8c78-e3f1-460a-878f-85cc4fc81622 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/73909fed-9dfd-4d0b-b29c-37c90a0d18fc HTTP/1.1" status: 204 len: 168 time: 0.3541768 May 31 18:18:51.296002 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c8c78-e3f1-460a-878f-85cc4fc81622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73909fed-9dfd-4d0b-b29c-37c90a0d18fc,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:51.298371 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-309c8c78-e3f1-460a-878f-85cc4fc81622 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:51.326073 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-eaaafbcb-99fc-4e5e-b9e6-c01f790ca575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:51.333784 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:51.344590 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-f66d9fe5-6d90-4dae-a4fd-bcd458820667 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:51.366820 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37db55e2-f978-4c12-969a-ec3a67cc5931 req-97b196b8-f47c-4af7-a97d-d5b80e3358fd tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:51.368374 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaafbcb-99fc-4e5e-b9e6-c01f790ca575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99ae75d-c497-42f0-9dc6-b82a56f10d3f,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:51.374813 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-eaaafbcb-99fc-4e5e-b9e6-c01f790ca575 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:51.380086 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-37db55e2-f978-4c12-969a-ec3a67cc5931 req-97b196b8-f47c-4af7-a97d-d5b80e3358fd tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] 10.222.0.25 "GET /v2.0/ports?device_id=ece649e9-2cbf-45ae-a71b-a53acdfe1a4f HTTP/1.1" status: 200 len: 931 time: 1.5934522 May 31 18:18:51.380475 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-eaaafbcb-99fc-4e5e-b9e6-c01f790ca575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:51.382391 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-f2331126-7f2a-4f8a-9859-19871d914361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:51.385992 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-eaaafbcb-99fc-4e5e-b9e6-c01f790ca575 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b99ae75d-c497-42f0-9dc6-b82a56f10d3f HTTP/1.1" status: 204 len: 168 time: 0.5183625 May 31 18:18:51.386566 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-f2331126-7f2a-4f8a-9859-19871d914361 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8f72d606-60f5-46c3-a517-5b3e1e330870 HTTP/1.1" status: 204 len: 168 time: 4.4356375 May 31 18:18:51.394286 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36336e42-6093-4cfd-8589-8586cf862a43 None None] Pushing event updated for resources: {'Port': ['ID=96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06,revision_number=4']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:51.403380 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-36336e42-6093-4cfd-8589-8586cf862a43 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:51.417059 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.managers [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-58130214-1202-4e87-820c-b18aa567da0c service neutron] Attempting to bind port e8ab208d-b89e-4629-8031-a2c86dbd85fe on host hv-cinder-77005 for vnic_type normal with profile {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:18:51.417998 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.managers [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-58130214-1202-4e87-820c-b18aa567da0c service neutron] Attempting to bind port e8ab208d-b89e-4629-8031-a2c86dbd85fe by drivers openvswitch,hyperv on host hv-cinder-77005 at level 0 using segments [{'id': '1016cebd-9dda-4967-b80e-9224de5fdfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1d1d2d81-3e32-4afd-889a-1db7fa54d762'}] {{(pid=91754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:18:51.419120 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-58130214-1202-4e87-820c-b18aa567da0c service neutron] Attempting to bind port e8ab208d-b89e-4629-8031-a2c86dbd85fe on network 1d1d2d81-3e32-4afd-889a-1db7fa54d762 {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:18:51.457234 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-58130214-1202-4e87-820c-b18aa567da0c service neutron] Port e8ab208d-b89e-4629-8031-a2c86dbd85fe on network 1d1d2d81-3e32-4afd-889a-1db7fa54d762 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77005 {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 18:18:51.457556 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-58130214-1202-4e87-820c-b18aa567da0c service neutron] Attempting to bind port e8ab208d-b89e-4629-8031-a2c86dbd85fe on network 1d1d2d81-3e32-4afd-889a-1db7fa54d762 {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:18:51.524997 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-58130214-1202-4e87-820c-b18aa567da0c service neutron] Checking agent: {'id': '46eeceb7-2107-4a71-92f6-f52bad665eae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77005', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 16, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:18:51.525370 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-58130214-1202-4e87-820c-b18aa567da0c service neutron] Checking segment: {'id': '1016cebd-9dda-4967-b80e-9224de5fdfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1d1d2d81-3e32-4afd-889a-1db7fa54d762'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:18:51.525954 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-58130214-1202-4e87-820c-b18aa567da0c service neutron] Bound using segment: {'id': '1016cebd-9dda-4967-b80e-9224de5fdfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1d1d2d81-3e32-4afd-889a-1db7fa54d762'} {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:18:51.526412 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.managers [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-58130214-1202-4e87-820c-b18aa567da0c service neutron] Bound port: e8ab208d-b89e-4629-8031-a2c86dbd85fe, host: hv-cinder-77005, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1016cebd-9dda-4967-b80e-9224de5fdfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '1d1d2d81-3e32-4afd-889a-1db7fa54d762'}}] {{(pid=91754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:18:51.526758 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-58130214-1202-4e87-820c-b18aa567da0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:51.598148 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-37db55e2-f978-4c12-969a-ec3a67cc5931 req-61d60ab8-60b6-4353-aa15-cb5ba849da4d tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a9c6a-e54d-4cfd-a234-d8ead35ecde0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167931 May 31 18:18:51.612886 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.db_base_plugin_common [None req-8f735c8e-59ff-49cc-b085-92de205fdc77 admin admin] Allocated IP 172.20.0.1 (7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc/3e3fa326-62c2-4696-a5ba-f91860a8b0f6/f0cf066c-d0b6-4835-867a-12befe8d4f64) {{(pid=91754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:18:51.615956 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvr_db [None req-90a9c11a-7ec0-4f4b-a176-825639f00392 None None] Set router 39c2f4ba-2e74-4124-a8fb-140ab38982f6 gateway port host: dv-cinder-770050-4-smb {{(pid=91755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:18:51.694696 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-58130214-1202-4e87-820c-b18aa567da0c service neutron] For port e8ab208d-b89e-4629-8031-a2c86dbd85fe, host hv-cinder-77005, cleared binding levels {{(pid=91754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:18:51.699402 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-58130214-1202-4e87-820c-b18aa567da0c service neutron] For port e8ab208d-b89e-4629-8031-a2c86dbd85fe, host hv-cinder-77005, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=e8ab208d-b89e-4629-8031-a2c86dbd85fe,segment=NetworkSegment(1016cebd-9dda-4967-b80e-9224de5fdfdc),segment_id=1016cebd-9dda-4967-b80e-9224de5fdfdc)] {{(pid=91754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:18:51.741547 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-58130214-1202-4e87-820c-b18aa567da0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:51.747738 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-9c0fe98d-73a7-4ce3-9401-e45ac9cc3d1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:51.752655 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-f66d9fe5-6d90-4dae-a4fd-bcd458820667 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:51.759636 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 7983253d-7bf9-4452-a3a4-b38659d0c081 up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:18:51.762776 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:51.866637 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.provisioning_blocks [None req-9c0fe98d-73a7-4ce3-9401-e45ac9cc3d1d admin admin] Transition to ACTIVE for port object 3549004c-a5c5-4ae8-96f1-6dce7cbc92ca will not be triggered until provisioned by entity DHCP. {{(pid=91754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:18:51.885915 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-f66d9fe5-6d90-4dae-a4fd-bcd458820667 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940446'] for security_group_rule, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:51.890616 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-58130214-1202-4e87-820c-b18aa567da0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:51.891419 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-58130214-1202-4e87-820c-b18aa567da0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for port, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:51.893003 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-58130214-1202-4e87-820c-b18aa567da0c service neutron] 10.222.0.20 "PUT /v2.0/ports/e8ab208d-b89e-4629-8031-a2c86dbd85fe HTTP/1.1" status: 200 len: 1093 time: 6.9010203 May 31 18:18:51.897495 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ece649e9-2cbf-45ae-a71b-a53acdfe1a4f', 'tag': 'e8ab208d-b89e-4629-8031-a2c86dbd85fe'}] {{(pid=91754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:18:51.958783 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning for port 7983253d-7bf9-4452-a3a4-b38659d0c081 completed by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:18:51.969915 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port 7983253d-7bf9-4452-a3a4-b38659d0c081 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:18:51.970335 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:52.154479 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:52.159922 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58130214-1202-4e87-820c-b18aa567da0c service neutron] Pushing event updated for resources: {'Port': ['ID=e8ab208d-b89e-4629-8031-a2c86dbd85fe,revision_number=3']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:52.177993 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-58130214-1202-4e87-820c-b18aa567da0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:52.188161 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.100s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:52.199941 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] For port 7983253d-7bf9-4452-a3a4-b38659d0c081, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=7983253d-7bf9-4452-a3a4-b38659d0c081,segment=NetworkSegment(909c7060-bfe5-455f-9f67-8bef71bab1ed),segment_id=909c7060-bfe5-455f-9f67-8bef71bab1ed)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:18:52.209845 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-90a9c11a-7ec0-4f4b-a176-825639f00392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1868462595-router', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': 'a4fda1c3-7f3f-4e29-9406-cb42d7579dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:30Z', 'updated_at': '2021-05-31T18:18:42Z', 'revision_number': 4, 'project_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'gw_port': {'id': 'a4fda1c3-7f3f-4e29-9406-cb42d7579dc7', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:32Z', 'updated_at': '2021-05-31T18:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': '96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06', 'name': '', 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'mac_address': 'fa:16:3e:bc:62:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a141bd4c-23e4-4ac5-be95-c7e9e5ec7954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:39Z', 'updated_at': '2021-05-31T18:18:51Z', 'revision_number': 4, 'project_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'subnets': [{'id': 'a141bd4c-23e4-4ac5-be95-c7e9e5ec7954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:52.215482 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:52.217076 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device f4687bc7-7e17-442d-8460-fb0b28291b22 up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:18:52.221969 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-ea7691a0-f54e-4c12-9dba-e1c5681ade25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:52.224540 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-ea7691a0-f54e-4c12-9dba-e1c5681ade25 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6121fc756d10446cbd2374299321a0dd&device_id=ece649e9-2cbf-45ae-a71b-a53acdfe1a4f HTTP/1.1" status: 200 len: 1096 time: 0.2102327 May 31 18:18:52.231081 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 54702) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:52.237194 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-f66d9fe5-6d90-4dae-a4fd-bcd458820667 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:52.250515 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-f66d9fe5-6d90-4dae-a4fd-bcd458820667 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5198371 May 31 18:18:52.251291 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 54706) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:52.267637 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-a1a8f5b4-2fbf-4871-b633-7377d0d352c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:52.281689 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:52.314907 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-a1a8f5b4-2fbf-4871-b633-7377d0d352c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:52.317441 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90a9c11a-7ec0-4f4b-a176-825639f00392 None None] The sync data for ids ['39c2f4ba-2e74-4124-a8fb-140ab38982f6'] in dv-cinder-770050-4-smb is: [{'id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1868462595-router', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': 'a4fda1c3-7f3f-4e29-9406-cb42d7579dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:30Z', 'updated_at': '2021-05-31T18:18:42Z', 'revision_number': 4, 'project_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'gw_port': {'id': 'a4fda1c3-7f3f-4e29-9406-cb42d7579dc7', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:32Z', 'updated_at': '2021-05-31T18:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': '96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06', 'name': '', 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'mac_address': 'fa:16:3e:bc:62:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a141bd4c-23e4-4ac5-be95-c7e9e5ec7954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:39Z', 'updated_at': '2021-05-31T18:18:51Z', 'revision_number': 4, 'project_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'subnets': [{'id': 'a141bd4c-23e4-4ac5-be95-c7e9e5ec7954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:18:52.323420 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-a1a8f5b4-2fbf-4871-b633-7377d0d352c0 admin admin] Usage tracker for resource:security_group_rule and tenant:a727cb5e3f6c441b919b618d8e2892e3 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:52.327275 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-a1a8f5b4-2fbf-4871-b633-7377d0d352c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:52.341048 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-a1a8f5b4-2fbf-4871-b633-7377d0d352c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:52.372168 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Pushing event updated for resources: {'Port': ['ID=7983253d-7bf9-4452-a3a4-b38659d0c081,revision_number=4']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:52.377238 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66d9fe5-6d90-4dae-a4fd-bcd458820667 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfa1c2a9-4a70-459d-ac12-fa1c848aab66,revision_number=0']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:52.377709 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning for port f4687bc7-7e17-442d-8460-fb0b28291b22 completed by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:18:52.382448 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-f66d9fe5-6d90-4dae-a4fd-bcd458820667 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:52.383987 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-9c0fe98d-73a7-4ce3-9401-e45ac9cc3d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395'] for port, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:52.384764 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:52.385517 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port f4687bc7-7e17-442d-8460-fb0b28291b22 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:18:52.386476 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:52.397303 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [None req-604a55dd-a3b1-495d-a233-b7e13b007403 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Request body: {'security_group_rule': {'security_group_id': '1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:52.474634 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-604a55dd-a3b1-495d-a233-b7e13b007403 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:52.497879 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-00bd8308-36b0-474c-93bf-d79ec9d52035 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:52.513774 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-a1a8f5b4-2fbf-4871-b633-7377d0d352c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:52.537339 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-a1a8f5b4-2fbf-4871-b633-7377d0d352c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:52.538287 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-46d45af2-da3a-4de1-aec0-745a0c35de17 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8ab208d-b89e-4629-8031-a2c86dbd85fe HTTP/1.1" status: 200 len: 217 time: 0.2600291 May 31 18:18:52.548773 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:52.550553 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-604a55dd-a3b1-495d-a233-b7e13b007403 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Usage tracker for resource:security_group_rule and tenant:b4d1b216261e41c7aa55b53c9f2a5ab7 is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:52.604523 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a8f5b4-2fbf-4871-b633-7377d0d352c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc07dc0f-7fc7-42b0-90a4-6c785b27529e,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:52.610621 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-a1a8f5b4-2fbf-4871-b633-7377d0d352c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:52.635166 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-a1a8f5b4-2fbf-4871-b633-7377d0d352c0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a727cb5e3f6c441b919b618d8e2892e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4029250 May 31 18:18:52.640465 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 54722) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:52.687113 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:52.688048 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-604a55dd-a3b1-495d-a233-b7e13b007403 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:52.738829 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] For port f4687bc7-7e17-442d-8460-fb0b28291b22, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=f4687bc7-7e17-442d-8460-fb0b28291b22,segment=NetworkSegment(909c7060-bfe5-455f-9f67-8bef71bab1ed),segment_id=909c7060-bfe5-455f-9f67-8bef71bab1ed)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:18:52.752567 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:52.754679 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-604a55dd-a3b1-495d-a233-b7e13b007403 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:52.762435 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:52.786677 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-046fe9b6-7c1a-4def-8b20-d92175b97b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:52.807407 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b8d31c20630307edfd170fd0520c8261bc4320d7d7b7fb717012a3b2519c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c38b6f9d-0f55-4122-ac5e-b18c97103c16" -d '{"events": [{"name": "network-changed", "server_uuid": "ece649e9-2cbf-45ae-a71b-a53acdfe1a4f", "tag": "e8ab208d-b89e-4629-8031-a2c86dbd85fe"}]}' {{(pid=91754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:18:52.825252 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0fe98d-73a7-4ce3-9401-e45ac9cc3d1d admin admin] Network 2caae92d-233f-4a42-bb44-03a041ebb28d is already hosted by enough agents. {{(pid=91754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:18:52.845641 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8f735c8e-59ff-49cc-b085-92de205fdc77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:52.849573 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-046fe9b6-7c1a-4def-8b20-d92175b97b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:52.871313 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.base_scheduler [None req-9c0fe98d-73a7-4ce3-9401-e45ac9cc3d1d admin admin] Resources bound (agent type, host, resource id): {{(pid=91754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:18:52.897352 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0fe98d-73a7-4ce3-9401-e45ac9cc3d1d admin admin] Received port after_create {{(pid=91754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:18:52.897818 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-9c0fe98d-73a7-4ce3-9401-e45ac9cc3d1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960433'] for router_interface, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:52.939864 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Pushing event updated for resources: {'Port': ['ID=f4687bc7-7e17-442d-8460-fb0b28291b22,revision_number=4']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:52.947254 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:53.154990 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-f1fbb95a-09df-4786-81ef-c1412963a558 None None] Provisioning for port 3549004c-a5c5-4ae8-96f1-6dce7cbc92ca completed by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:18:53.169471 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-f1fbb95a-09df-4786-81ef-c1412963a558 None None] Provisioning complete for port 3549004c-a5c5-4ae8-96f1-6dce7cbc92ca triggered by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:18:53.170031 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f1fbb95a-09df-4786-81ef-c1412963a558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:53.261933 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-046fe9b6-7c1a-4def-8b20-d92175b97b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:53.270040 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:53.285853 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046fe9b6-7c1a-4def-8b20-d92175b97b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc07dc0f-7fc7-42b0-90a4-6c785b27529e,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:53.303973 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-046fe9b6-7c1a-4def-8b20-d92175b97b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:53.311266 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-046fe9b6-7c1a-4def-8b20-d92175b97b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:53.313278 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-046fe9b6-7c1a-4def-8b20-d92175b97b23 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fc07dc0f-7fc7-42b0-90a4-6c785b27529e HTTP/1.1" status: 204 len: 168 time: 0.6710808 May 31 18:18:53.338571 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b66ba-6a40-460c-b190-cf2549ba7a7f req-b4599a5a-f40e-404b-b064-1626b66fcc88 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:53.340192 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-c57b66ba-6a40-460c-b190-cf2549ba7a7f req-b4599a5a-f40e-404b-b064-1626b66fcc88 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] 10.222.0.25 "GET /v2.0/ports?device_id=ece649e9-2cbf-45ae-a71b-a53acdfe1a4f HTTP/1.1" status: 200 len: 943 time: 0.4014785 May 31 18:18:53.373165 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-f1fbb95a-09df-4786-81ef-c1412963a558 None None] Port 3549004c-a5c5-4ae8-96f1-6dce7cbc92ca cannot update to ACTIVE because it is not bound. {{(pid=91755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:18:53.420477 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-c57b66ba-6a40-460c-b190-cf2549ba7a7f req-f15ed7ad-0b06-4688-873c-999ea41765e6 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a9c6a-e54d-4cfd-a234-d8ead35ecde0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735261 May 31 18:18:53.434438 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1962376f-020e-4006-a5d6-266c3a6e60e7 x-openstack-request-id: req-1962376f-020e-4006-a5d6-266c3a6e60e7 {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:18:53.435463 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ece649e9-2cbf-45ae-a71b-a53acdfe1a4f", "tag": "e8ab208d-b89e-4629-8031-a2c86dbd85fe", "status": "completed", "code": 200}]} {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:18:53.444157 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1962376f-020e-4006-a5d6-266c3a6e60e7 {{(pid=91754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:18:53.444157 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ece649e9-2cbf-45ae-a71b-a53acdfe1a4f', 'tag': 'e8ab208d-b89e-4629-8031-a2c86dbd85fe', 'status': 'completed', 'code': 200} May 31 18:18:53.447122 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0fe98d-73a7-4ce3-9401-e45ac9cc3d1d admin admin] Pushing event updated for resources: {'Port': ['ID=3549004c-a5c5-4ae8-96f1-6dce7cbc92ca,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:53.480889 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-88169a15-c1e5-474c-85b8-7f42d85fea92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:53.485894 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-88169a15-c1e5-474c-85b8-7f42d85fea92 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=22f7e6cf-2dd7-4c40-87e3-0b32c2645c20 HTTP/1.1" status: 200 len: 851 time: 0.9172370 May 31 18:18:53.501719 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-9c0fe98d-73a7-4ce3-9401-e45ac9cc3d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.004s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:53.578347 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-604a55dd-a3b1-495d-a233-b7e13b007403 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:53.611306 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-c2cf5a3f-7e06-40b2-96e4-0680c060099f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1d1d2d81-3e32-4afd-889a-1db7fa54d762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1114528 May 31 18:18:53.620115 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8f735c8e-59ff-49cc-b085-92de205fdc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395'] for port, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:53.681019 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:53.683050 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06 up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:18:53.783893 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning for port 96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06 completed by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:18:53.789911 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port 96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:18:53.790284 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:53.865175 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-76bbac6d-3f3c-41b9-b2a7-438198d7f646 service neutron] 10.222.0.20 "GET /v2.0/networks/1d1d2d81-3e32-4afd-889a-1db7fa54d762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439406 May 31 18:18:53.932615 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f735c8e-59ff-49cc-b085-92de205fdc77 admin admin] Network 7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc is already hosted by enough agents. {{(pid=91754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:18:53.965122 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:54.009066 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] For port 96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06,segment=NetworkSegment(9e7eb541-2a48-4373-bede-dc253746dbb0),segment_id=9e7eb541-2a48-4373-bede-dc253746dbb0)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:18:54.013900 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:54.014855 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 7983253d-7bf9-4452-a3a4-b38659d0c081 up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:18:54.026960 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.base_scheduler [None req-8f735c8e-59ff-49cc-b085-92de205fdc77 admin admin] Resources bound (agent type, host, resource id): {{(pid=91754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:18:54.050865 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-36336e42-6093-4cfd-8589-8586cf862a43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:54.083615 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f735c8e-59ff-49cc-b085-92de205fdc77 admin admin] Received port after_create {{(pid=91754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:18:54.084096 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8f735c8e-59ff-49cc-b085-92de205fdc77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960433'] for router_interface, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:54.171418 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f735c8e-59ff-49cc-b085-92de205fdc77 admin admin] Pushing event updated for resources: {'Port': ['ID=f0cf066c-d0b6-4835-867a-12befe8d4f64,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:54.191996 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-8f735c8e-59ff-49cc-b085-92de205fdc77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:54.210310 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-604a55dd-a3b1-495d-a233-b7e13b007403 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:54.232424 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-72e2ff95-b063-489a-a2e7-a51960fa349f req-e8473714-8eb6-4abf-b0d7-ef7de4622532 service neutron] 10.222.0.20 "GET /v2.0/networks/1d1d2d81-3e32-4afd-889a-1db7fa54d762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463933 May 31 18:18:54.242671 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-604a55dd-a3b1-495d-a233-b7e13b007403 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940446'] for security_group_rule, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:54.285233 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Pushing event updated for resources: {'Port': ['ID=96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06,revision_number=5']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:54.289075 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:54.295397 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port 7983253d-7bf9-4452-a3a4-b38659d0c081 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:18:54.296166 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:54.374445 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-f66d9fe5-6d90-4dae-a4fd-bcd458820667 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:54.425295 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a55dd-a3b1-495d-a233-b7e13b007403 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8a31057-4b85-4809-83d1-9c8ff8d6b886,revision_number=0']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:54.433652 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-604a55dd-a3b1-495d-a233-b7e13b007403 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:54.443191 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device f4687bc7-7e17-442d-8460-fb0b28291b22 up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:18:54.474557 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-9c0fe98d-73a7-4ce3-9401-e45ac9cc3d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:54.531304 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-604a55dd-a3b1-495d-a233-b7e13b007403 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:54.532479 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-604a55dd-a3b1-495d-a233-b7e13b007403 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2530100 May 31 18:18:54.536345 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 54786) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:54.553029 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [None req-78da2ed2-a676-42d0-99a4-5e1029441141 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Request body: {'floatingip': {'floating_network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:54.562650 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-78da2ed2-a676-42d0-99a4-5e1029441141 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:54.569423 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-78da2ed2-a676-42d0-99a4-5e1029441141 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Usage tracker for resource:floatingip and tenant:b4d1b216261e41c7aa55b53c9f2a5ab7 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:54.571598 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port f4687bc7-7e17-442d-8460-fb0b28291b22 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:18:54.571984 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:54.575848 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-78da2ed2-a676-42d0-99a4-5e1029441141 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:54.593063 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-78da2ed2-a676-42d0-99a4-5e1029441141 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:54.609333 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-78da2ed2-a676-42d0-99a4-5e1029441141 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks [] for floatingip, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:54.650301 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b6f9d-0f55-4122-ac5e-b18c97103c16 req-ac9257c6-7c40-48bb-bdaf-6b9df5bd85d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:54.651860 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c38b6f9d-0f55-4122-ac5e-b18c97103c16 req-ac9257c6-7c40-48bb-bdaf-6b9df5bd85d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6121fc756d10446cbd2374299321a0dd&device_id=ece649e9-2cbf-45ae-a71b-a53acdfe1a4f HTTP/1.1" status: 200 len: 1096 time: 0.3362813 May 31 18:18:54.800741 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-78da2ed2-a676-42d0-99a4-5e1029441141 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:54.910131 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8f735c8e-59ff-49cc-b085-92de205fdc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:54.966123 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.db_base_plugin_common [None req-78da2ed2-a676-42d0-99a4-5e1029441141 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Allocated IP 172.28.1.162 (3a0124ad-3a38-4a71-989b-cf15592ffbdb/7dbd3a86-7301-413f-8501-e9f2643d6bdc/83d7be36-7e1b-4d08-acf7-0ad8bff0c819) {{(pid=91753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:18:55.052412 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.agents_db [None req-6172caff-413f-4f38-b24a-66359638417e None None] Agent healthcheck: found 6 active agents {{(pid=91756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:18:55.072740 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b6f9d-0f55-4122-ac5e-b18c97103c16 req-44cf7c91-a725-46f0-99f6-b02ee63fe9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:55.074616 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c38b6f9d-0f55-4122-ac5e-b18c97103c16 req-44cf7c91-a725-46f0-99f6-b02ee63fe9fc service neutron] 10.222.0.20 "GET /v2.0/networks?id=1d1d2d81-3e32-4afd-889a-1db7fa54d762 HTTP/1.1" status: 200 len: 911 time: 0.4144616 May 31 18:18:55.134230 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-78da2ed2-a676-42d0-99a4-5e1029441141 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks [] for port, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:55.169304 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c38b6f9d-0f55-4122-ac5e-b18c97103c16 req-08faf937-4527-4184-936c-729697b406b8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8ab208d-b89e-4629-8031-a2c86dbd85fe HTTP/1.1" status: 200 len: 217 time: 0.0840156 May 31 18:18:55.171917 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-78da2ed2-a676-42d0-99a4-5e1029441141 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1833561'] for port, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:55.178806 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-b911075a-60f3-4432-96a9-81826eb62372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:55.256573 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78da2ed2-a676-42d0-99a4-5e1029441141 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Network 3a0124ad-3a38-4a71-989b-cf15592ffbdb is already hosted by enough agents. {{(pid=91753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:18:55.260653 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.base_scheduler [None req-78da2ed2-a676-42d0-99a4-5e1029441141 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Resources bound (agent type, host, resource id): {{(pid=91753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:18:55.268288 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78da2ed2-a676-42d0-99a4-5e1029441141 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Received port after_create {{(pid=91753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:18:55.320173 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef3315-6182-437d-858d-02f9f35b17df req-1a975fab-4068-4002-8b52-8c3c9e308c6d tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:55.322084 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-41ef3315-6182-437d-858d-02f9f35b17df req-1a975fab-4068-4002-8b52-8c3c9e308c6d tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] 10.222.0.25 "GET /v2.0/ports?device_id=ece649e9-2cbf-45ae-a71b-a53acdfe1a4f HTTP/1.1" status: 200 len: 943 time: 0.6651480 May 31 18:18:55.408513 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da2ed2-a676-42d0-99a4-5e1029441141 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Pushing event updated for resources: {'Port': ['ID=83d7be36-7e1b-4d08-acf7-0ad8bff0c819,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:55.413198 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-78da2ed2-a676-42d0-99a4-5e1029441141 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:55.433352 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-78da2ed2-a676-42d0-99a4-5e1029441141 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:55.455053 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.db.resource_extend [None req-9c0fe98d-73a7-4ce3-9401-e45ac9cc3d1d admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 18:18:55.507214 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-9c0fe98d-73a7-4ce3-9401-e45ac9cc3d1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:55.525249 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-78da2ed2-a676-42d0-99a4-5e1029441141 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:55.573995 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-9c0fe98d-73a7-4ce3-9401-e45ac9cc3d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:55.591090 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-41ef3315-6182-437d-858d-02f9f35b17df req-3168b067-862e-4e33-a6fc-b48e6d61c06c tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a9c6a-e54d-4cfd-a234-d8ead35ecde0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372988 May 31 18:18:55.595960 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-9c0fe98d-73a7-4ce3-9401-e45ac9cc3d1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960284'] for router_interface, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:55.614944 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06 up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:18:55.618206 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:55.647617 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b6f9d-0f55-4122-ac5e-b18c97103c16 req-881bcad3-a8b3-4917-86f8-24d074b8bb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:55.649127 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c38b6f9d-0f55-4122-ac5e-b18c97103c16 req-881bcad3-a8b3-4917-86f8-24d074b8bb8b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=22f7e6cf-2dd7-4c40-87e3-0b32c2645c20 HTTP/1.1" status: 200 len: 851 time: 0.4596610 May 31 18:18:55.736529 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port 96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:18:55.737902 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:55.749088 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c38b6f9d-0f55-4122-ac5e-b18c97103c16 req-78b81d4e-59ac-431b-9d2e-267664ad1610 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1d1d2d81-3e32-4afd-889a-1db7fa54d762&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885458 May 31 18:18:55.849914 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8f735c8e-59ff-49cc-b085-92de205fdc77 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:55.857487 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0fe98d-73a7-4ce3-9401-e45ac9cc3d1d admin admin] Pushing event updated for resources: {'Port': ['ID=3549004c-a5c5-4ae8-96f1-6dce7cbc92ca,revision_number=2']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:55.888540 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-78da2ed2-a676-42d0-99a4-5e1029441141 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks [] for port, precommit_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:55.896707 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-78da2ed2-a676-42d0-99a4-5e1029441141 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1833552'] for port, after_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:55.905440 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:55.907651 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8f735c8e-59ff-49cc-b085-92de205fdc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:55.914321 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-9c0fe98d-73a7-4ce3-9401-e45ac9cc3d1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:55.918350 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8f735c8e-59ff-49cc-b085-92de205fdc77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960284'] for router_interface, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:55.950842 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-58130214-1202-4e87-820c-b18aa567da0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:56.046029 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78da2ed2-a676-42d0-99a4-5e1029441141 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Pushing event updated for resources: {'Port': ['ID=83d7be36-7e1b-4d08-acf7-0ad8bff0c819,revision_number=2']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:56.056664 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-78da2ed2-a676-42d0-99a4-5e1029441141 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:56.062035 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-78da2ed2-a676-42d0-99a4-5e1029441141 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960568'] for floatingip, after_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:56.088532 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-78da2ed2-a676-42d0-99a4-5e1029441141 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for floatingip, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:56.090573 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-78da2ed2-a676-42d0-99a4-5e1029441141 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5522585 May 31 18:18:56.221437 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0fe98d-73a7-4ce3-9401-e45ac9cc3d1d admin admin] Network 2caae92d-233f-4a42-bb44-03a041ebb28d is already hosted by enough agents. {{(pid=91754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:18:56.228043 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f735c8e-59ff-49cc-b085-92de205fdc77 admin admin] Network 7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc is already hosted by enough agents. {{(pid=91754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:18:56.229153 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.base_scheduler [None req-9c0fe98d-73a7-4ce3-9401-e45ac9cc3d1d admin admin] Resources bound (agent type, host, resource id): {{(pid=91754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:18:56.234756 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.base_scheduler [None req-8f735c8e-59ff-49cc-b085-92de205fdc77 admin admin] Resources bound (agent type, host, resource id): {{(pid=91754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:18:56.362539 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f735c8e-59ff-49cc-b085-92de205fdc77 admin admin] Pushing event updated for resources: {'Port': ['ID=f0cf066c-d0b6-4835-867a-12befe8d4f64,revision_number=2']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:56.372187 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c38b6f9d-0f55-4122-ac5e-b18c97103c16 req-eada89fb-e4d0-439b-a34b-c24e995c9316 service neutron] 10.222.0.20 "GET /v2.0/networks/1d1d2d81-3e32-4afd-889a-1db7fa54d762?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5749555 May 31 18:18:56.387938 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-8f735c8e-59ff-49cc-b085-92de205fdc77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:56.519249 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-9c5ea242-d56d-4954-9b18-aef9db4a7d78 None None] Provisioning complete for port 3549004c-a5c5-4ae8-96f1-6dce7cbc92ca triggered by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:18:56.520691 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9c5ea242-d56d-4954-9b18-aef9db4a7d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:56.675091 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-9c5ea242-d56d-4954-9b18-aef9db4a7d78 None None] Port 3549004c-a5c5-4ae8-96f1-6dce7cbc92ca cannot update to ACTIVE because it is not bound. {{(pid=91755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:18:56.724942 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 54872) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:56.727504 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-1c48c26f-7851-46d7-832a-65d35abd7a69 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Synchronizing usage tracker for tenant:b4d1b216261e41c7aa55b53c9f2a5ab7 on resource:security_group {{(pid=91753) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:18:56.759619 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-1c48c26f-7851-46d7-832a-65d35abd7a69 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Unset dirty status for tenant:b4d1b216261e41c7aa55b53c9f2a5ab7 on resource:security_group {{(pid=91753) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:18:56.768587 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-1c48c26f-7851-46d7-832a-65d35abd7a69 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1878158616&fields=id&tenant_id=b4d1b216261e41c7aa55b53c9f2a5ab7 HTTP/1.1" status: 200 len: 267 time: 0.1407199 May 31 18:18:56.944806 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-f6266678-44be-42d3-b470-eb0e0dcec320 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:56.947428 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-f6266678-44be-42d3-b470-eb0e0dcec320 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Synchronizing usage tracker for tenant:b4d1b216261e41c7aa55b53c9f2a5ab7 on resource:network {{(pid=91753) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:18:56.974137 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-01c93334-b7c6-4ba2-a22e-2dc2603ad22b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:57.003377 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-f6266678-44be-42d3-b470-eb0e0dcec320 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Unset dirty status for tenant:b4d1b216261e41c7aa55b53c9f2a5ab7 on resource:network {{(pid=91753) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:18:57.010412 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c38b6f9d-0f55-4122-ac5e-b18c97103c16 req-30f08745-da48-4640-a2b8-68e0213c63dc service neutron] 10.222.0.20 "GET /v2.0/networks/1d1d2d81-3e32-4afd-889a-1db7fa54d762?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6265507 May 31 18:18:57.013219 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-f6266678-44be-42d3-b470-eb0e0dcec320 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/networks?id=bdb4a9e4-0610-4a9d-bf9e-a0493305c72a HTTP/1.1" status: 200 len: 817 time: 0.2423699 May 31 18:18:57.017278 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-01c93334-b7c6-4ba2-a22e-2dc2603ad22b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:57.018506 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f735c8e-59ff-49cc-b085-92de205fdc77 admin admin] Router 66b8ee38-5569-4633-aca3-9268eff51c8d has already been hosted by L3 agent aa8b4aa1-734a-4f99-a735-849181ae9a49 {{(pid=91754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:18:57.020362 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0fe98d-73a7-4ce3-9401-e45ac9cc3d1d admin admin] Router 0ffcee3b-dbf9-4fd6-a887-809ed764d1e3 has already been hosted by L3 agent aa8b4aa1-734a-4f99-a735-849181ae9a49 {{(pid=91754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:18:57.030050 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-01c93334-b7c6-4ba2-a22e-2dc2603ad22b admin admin] Usage tracker for resource:security_group_rule and tenant:3247b453a11546b7bb30c61deb99f82c is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:57.040497 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-19f192ea-37d8-4521-90cb-bd15e3711f3a tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/quotas/b4d1b216261e41c7aa55b53c9f2a5ab7 HTTP/1.1" status: 200 len: 375 time: 0.0260327 May 31 18:18:57.042745 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-01c93334-b7c6-4ba2-a22e-2dc2603ad22b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:57.082609 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-01c93334-b7c6-4ba2-a22e-2dc2603ad22b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:57.152020 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 54884) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:57.194883 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-61d0b71b-da81-439c-a573-748a63ed20d6 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Synchronizing usage tracker for tenant:b4d1b216261e41c7aa55b53c9f2a5ab7 on resource:port {{(pid=91753) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:18:57.205721 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad72ae-0deb-4982-8046-0064e3e9d04a req-e1a8e56e-44a5-40a2-b261-e425f3a4dcf2 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:57.207170 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-94ad72ae-0deb-4982-8046-0064e3e9d04a req-e1a8e56e-44a5-40a2-b261-e425f3a4dcf2 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] 10.222.0.25 "GET /v2.0/ports?device_id=ece649e9-2cbf-45ae-a71b-a53acdfe1a4f HTTP/1.1" status: 200 len: 943 time: 0.4479728 May 31 18:18:57.247215 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-01c93334-b7c6-4ba2-a22e-2dc2603ad22b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:57.250683 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-61d0b71b-da81-439c-a573-748a63ed20d6 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Unset dirty status for tenant:b4d1b216261e41c7aa55b53c9f2a5ab7 on resource:port {{(pid=91753) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:18:57.265282 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-61d0b71b-da81-439c-a573-748a63ed20d6 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b4d1b216261e41c7aa55b53c9f2a5ab7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2173641 May 31 18:18:57.271451 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-01c93334-b7c6-4ba2-a22e-2dc2603ad22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:57.282432 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:57.420453 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-94ad72ae-0deb-4982-8046-0064e3e9d04a req-d12a9e99-afa0-45a6-bd62-fe4ca5f5a7ea tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a9c6a-e54d-4cfd-a234-d8ead35ecde0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008691 May 31 18:18:57.425079 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f735c8e-59ff-49cc-b085-92de205fdc77 admin admin] Notify agent at l3_agent.dv-cinder-770050-4-smb the message routers_updated {{(pid=91754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:18:57.437039 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-8f735c8e-59ff-49cc-b085-92de205fdc77 admin admin] 10.222.0.25 "PUT /v2.0/routers/66b8ee38-5569-4633-aca3-9268eff51c8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0445414 May 31 18:18:57.437039 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0fe98d-73a7-4ce3-9401-e45ac9cc3d1d admin admin] Notify agent at l3_agent.dv-cinder-770050-4-smb the message routers_updated {{(pid=91754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:18:57.453018 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738a6da1-46de-4ce8-9e20-40ca6349c613 None None] Sync routers for ids ['66b8ee38-5569-4633-aca3-9268eff51c8d'] in dv-cinder-770050-4-smb {{(pid=91756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:18:57.478855 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738a6da1-46de-4ce8-9e20-40ca6349c613 None None] Routers {'66b8ee38-5569-4633-aca3-9268eff51c8d'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:18:57.482291 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-738a6da1-46de-4ce8-9e20-40ca6349c613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:18:49Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['66b8ee38-5569-4633-aca3-9268eff51c8d'], 'active': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:57.489337 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c93334-b7c6-4ba2-a22e-2dc2603ad22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c29415d-7be2-4719-b50d-f767ee5052d6,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:57.494697 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-9c0fe98d-73a7-4ce3-9401-e45ac9cc3d1d admin admin] 10.222.0.25 "PUT /v2.0/routers/0ffcee3b-dbf9-4fd6-a887-809ed764d1e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6323955 May 31 18:18:57.496943 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-01c93334-b7c6-4ba2-a22e-2dc2603ad22b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3247b453a11546b7bb30c61deb99f82c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7629507 May 31 18:18:57.497884 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 54904) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:57.497989 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-49f71f67-20d4-4310-92df-c4d7e47cdfd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:57.519400 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df20545-1f34-4620-89a8-7ba035c8eccb None None] Sync routers for ids ['0ffcee3b-dbf9-4fd6-a887-809ed764d1e3'] in dv-cinder-770050-4-smb {{(pid=91755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:18:57.529074 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-01c93334-b7c6-4ba2-a22e-2dc2603ad22b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:57.533559 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df20545-1f34-4620-89a8-7ba035c8eccb None None] Routers {'0ffcee3b-dbf9-4fd6-a887-809ed764d1e3'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:18:57.534193 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-0df20545-1f34-4620-89a8-7ba035c8eccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:18:49Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['0ffcee3b-dbf9-4fd6-a887-809ed764d1e3'], 'active': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:57.535823 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-49f71f67-20d4-4310-92df-c4d7e47cdfd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:57.545741 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-49f71f67-20d4-4310-92df-c4d7e47cdfd4 admin admin] Usage tracker for resource:security_group_rule and tenant:e20cfd2d0602465a91d5ae06d8ac52b1 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:57.558637 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-49f71f67-20d4-4310-92df-c4d7e47cdfd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:57.567720 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-49f71f67-20d4-4310-92df-c4d7e47cdfd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:57.588207 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-b063f6d6-7fd7-4e55-bfbb-531f38e17546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:57.603949 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-69eeb209-49c5-4653-8c6e-859a79b88c3d service neutron] 10.222.0.25 "GET /v2.0/networks/bdb4a9e4-0610-4a9d-bf9e-a0493305c72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238170 May 31 18:18:57.660845 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-b063f6d6-7fd7-4e55-bfbb-531f38e17546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:57.748060 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-b063f6d6-7fd7-4e55-bfbb-531f38e17546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:57.760762 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-f2331126-7f2a-4f8a-9859-19871d914361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:57.798422 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b063f6d6-7fd7-4e55-bfbb-531f38e17546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c29415d-7be2-4719-b50d-f767ee5052d6,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:57.813421 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-b063f6d6-7fd7-4e55-bfbb-531f38e17546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:57.826471 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-b063f6d6-7fd7-4e55-bfbb-531f38e17546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:57.831097 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-b063f6d6-7fd7-4e55-bfbb-531f38e17546 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1c29415d-7be2-4719-b50d-f767ee5052d6 HTTP/1.1" status: 204 len: 168 time: 0.3268168 May 31 18:18:57.857993 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-49f71f67-20d4-4310-92df-c4d7e47cdfd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:57.882058 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-49f71f67-20d4-4310-92df-c4d7e47cdfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:57.922977 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-6e6bf4f3-3139-4649-a142-9ceb1acf28fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:57.933164 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-49f71f67-20d4-4310-92df-c4d7e47cdfd4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e20cfd2d0602465a91d5ae06d8ac52b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7799635 May 31 18:18:57.936318 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 54922) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:57.945929 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvr_db [None req-0df20545-1f34-4620-89a8-7ba035c8eccb None None] Set router 0ffcee3b-dbf9-4fd6-a887-809ed764d1e3 gateway port host: dv-cinder-770050-4-smb {{(pid=91755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:18:57.948600 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-226c0217-0f8f-4142-8932-cdf6ffb00cff service neutron] 10.222.0.25 "GET /v2.0/networks/bdb4a9e4-0610-4a9d-bf9e-a0493305c72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306389 May 31 18:18:58.000066 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f71f67-20d4-4310-92df-c4d7e47cdfd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f340352f-158a-4aa5-a2a0-25253f49b48f,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:58.020613 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-49f71f67-20d4-4310-92df-c4d7e47cdfd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:58.039133 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvr_db [None req-738a6da1-46de-4ce8-9e20-40ca6349c613 None None] Set router 66b8ee38-5569-4633-aca3-9268eff51c8d gateway port host: dv-cinder-770050-4-smb {{(pid=91756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:18:58.058046 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-724650ba-205d-4aef-be35-9e336ac6470e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:58.110581 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-724650ba-205d-4aef-be35-9e336ac6470e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:58.199194 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-724650ba-205d-4aef-be35-9e336ac6470e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:58.212168 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:58.250002 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724650ba-205d-4aef-be35-9e336ac6470e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f340352f-158a-4aa5-a2a0-25253f49b48f,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:58.264749 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-724650ba-205d-4aef-be35-9e336ac6470e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:58.297231 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-724650ba-205d-4aef-be35-9e336ac6470e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:58.310344 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-724650ba-205d-4aef-be35-9e336ac6470e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f340352f-158a-4aa5-a2a0-25253f49b48f HTTP/1.1" status: 204 len: 168 time: 0.3724923 May 31 18:18:58.500233 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-0df20545-1f34-4620-89a8-7ba035c8eccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'name': 'tempest-AttachVolumeTestJSON-797889927-router', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '7983253d-7bf9-4452-a3a4-b38659d0c081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:31Z', 'updated_at': '2021-05-31T18:18:54Z', 'revision_number': 4, 'project_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'gw_port': {'id': '7983253d-7bf9-4452-a3a4-b38659d0c081', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:33Z', 'updated_at': '2021-05-31T18:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': '3549004c-a5c5-4ae8-96f1-6dce7cbc92ca', 'name': '', 'network_id': '2caae92d-233f-4a42-bb44-03a041ebb28d', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'mac_address': 'fa:16:3e:f0:b6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:49Z', 'updated_at': '2021-05-31T18:18:54Z', 'revision_number': 2, 'project_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'subnets': [{'id': '6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:58.509762 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df20545-1f34-4620-89a8-7ba035c8eccb None None] Checking router: 0ffcee3b-dbf9-4fd6-a887-809ed764d1e3 for host: dv-cinder-770050-4-smb {{(pid=91755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:18:58.511887 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df20545-1f34-4620-89a8-7ba035c8eccb None None] Updating router 0ffcee3b-dbf9-4fd6-a887-809ed764d1e3 port 3549004c-a5c5-4ae8-96f1-6dce7cbc92ca binding host dv-cinder-770050-4-smb {{(pid=91755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 18:18:58.647407 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0df20545-1f34-4620-89a8-7ba035c8eccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:58.892180 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-738a6da1-46de-4ce8-9e20-40ca6349c613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b8ee38-5569-4633-aca3-9268eff51c8d', 'name': 'tempest-ServerRescueNegativeTestJSON-613403006-router', 'tenant_id': 'c3d994f16a334298af3d28d648ac58b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': 'f4687bc7-7e17-442d-8460-fb0b28291b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:32Z', 'updated_at': '2021-05-31T18:18:54Z', 'revision_number': 4, 'project_id': 'c3d994f16a334298af3d28d648ac58b5', 'gw_port': {'id': 'f4687bc7-7e17-442d-8460-fb0b28291b22', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:45:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b8ee38-5569-4633-aca3-9268eff51c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:35Z', 'updated_at': '2021-05-31T18:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': 'f0cf066c-d0b6-4835-867a-12befe8d4f64', 'name': '', 'network_id': '7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc', 'tenant_id': 'c3d994f16a334298af3d28d648ac58b5', 'mac_address': 'fa:16:3e:53:0a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b8ee38-5569-4633-aca3-9268eff51c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3e3fa326-62c2-4696-a5ba-f91860a8b0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:49Z', 'updated_at': '2021-05-31T18:18:55Z', 'revision_number': 2, 'project_id': 'c3d994f16a334298af3d28d648ac58b5', 'subnets': [{'id': '3e3fa326-62c2-4696-a5ba-f91860a8b0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:18:58.900248 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738a6da1-46de-4ce8-9e20-40ca6349c613 None None] Checking router: 66b8ee38-5569-4633-aca3-9268eff51c8d for host: dv-cinder-770050-4-smb {{(pid=91756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:18:58.900814 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738a6da1-46de-4ce8-9e20-40ca6349c613 None None] Updating router 66b8ee38-5569-4633-aca3-9268eff51c8d port f0cf066c-d0b6-4835-867a-12befe8d4f64 binding host dv-cinder-770050-4-smb {{(pid=91756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 18:18:58.980640 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-738a6da1-46de-4ce8-9e20-40ca6349c613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:59.024781 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device e8ab208d-b89e-4629-8031-a2c86dbd85fe details requested by agent hyperv_hv-cinder-77005 with host hv-cinder-77005 {{(pid=91755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 18:18:59.255553 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 54988) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:59.306381 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-7f29e7a8-1d57-4246-ad4c-b2002a4e7b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:59.342998 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-7f29e7a8-1d57-4246-ad4c-b2002a4e7b1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:59.350793 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-7f29e7a8-1d57-4246-ad4c-b2002a4e7b1c admin admin] Usage tracker for resource:security_group_rule and tenant:ad4baa3269ad45cdb3bcdfcb6a57eed5 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:59.357471 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-7f29e7a8-1d57-4246-ad4c-b2002a4e7b1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:59.374018 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port e8ab208d-b89e-4629-8031-a2c86dbd85fe, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=e8ab208d-b89e-4629-8031-a2c86dbd85fe,segment=NetworkSegment(1016cebd-9dda-4967-b80e-9224de5fdfdc),segment_id=1016cebd-9dda-4967-b80e-9224de5fdfdc)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:18:59.374344 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-7f29e7a8-1d57-4246-ad4c-b2002a4e7b1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:59.417909 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Returning: {'device': 'e8ab208d-b89e-4629-8031-a2c86dbd85fe', 'network_id': '1d1d2d81-3e32-4afd-889a-1db7fa54d762', 'port_id': 'e8ab208d-b89e-4629-8031-a2c86dbd85fe', 'mac_address': 'fa:16:3e:ad:38:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22f7e6cf-2dd7-4c40-87e3-0b32c2645c20', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 18:18:59.443507 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 54994) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:59.478137 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [None req-98d40ad7-969c-480a-9398-9029bb82af73 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Request body: {'security_group': {'name': 'tempest-securitygroup--375848258', 'description': 'tempest-description--1954466007'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:18:59.509878 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-98d40ad7-969c-480a-9398-9029bb82af73 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:59.538652 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-4c852cec-2e27-4346-ac70-2217b2db44cc tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:18:59.549793 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-4c852cec-2e27-4346-ac70-2217b2db44cc tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/networks?id=7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc HTTP/1.1" status: 200 len: 818 time: 0.4964373 May 31 18:18:59.553012 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-98d40ad7-969c-480a-9398-9029bb82af73 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Usage tracker for resource:security_group and tenant:cd65573bbe3e4966baf7dbde3d06304a is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:59.562968 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-98d40ad7-969c-480a-9398-9029bb82af73 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:59.594543 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:59.606944 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-98d40ad7-969c-480a-9398-9029bb82af73 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:59.627399 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8ab208d-b89e-4629-8031-a2c86dbd85fe {{(pid=91755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:18:59.640418 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-207bd75b-1780-4c7b-bac4-454586ed881a req-75352737-0111-4e85-9aa7-9d6aebedbeec tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 210 time: 0.0926745 May 31 18:18:59.652514 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port e8ab208d-b89e-4629-8031-a2c86dbd85fe, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=e8ab208d-b89e-4629-8031-a2c86dbd85fe,segment=NetworkSegment(1016cebd-9dda-4967-b80e-9224de5fdfdc),segment_id=1016cebd-9dda-4967-b80e-9224de5fdfdc)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:18:59.656085 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-a807056d-3161-4e16-890d-7063ca32e59d tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/quotas/c3d994f16a334298af3d28d648ac58b5 HTTP/1.1" status: 200 len: 375 time: 0.0985305 May 31 18:18:59.666119 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:59.670028 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:59.670177 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-7f29e7a8-1d57-4246-ad4c-b2002a4e7b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:59.682568 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-7f29e7a8-1d57-4246-ad4c-b2002a4e7b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:59.715171 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:59.758572 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 55002) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:59.780315 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-738a6da1-46de-4ce8-9e20-40ca6349c613 None None] Notify callbacks [] for port, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:59.810944 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.provisioning_blocks [None req-738a6da1-46de-4ce8-9e20-40ca6349c613 None None] Transition to ACTIVE for port object f0cf066c-d0b6-4835-867a-12befe8d4f64 will not be triggered until provisioned by entity L2. {{(pid=91756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:18:59.821234 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-738a6da1-46de-4ce8-9e20-40ca6349c613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:59.826329 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:18:59.827038 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-98d40ad7-969c-480a-9398-9029bb82af73 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks [] for security_group, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:59.859269 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-2cb13b6c-eaaf-4de0-8aaf-71803e803bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:59.867757 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=e8ab208d-b89e-4629-8031-a2c86dbd85fe,revision_number=4']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:59.888792 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:59.922541 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-2cb13b6c-eaaf-4de0-8aaf-71803e803bce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:59.922752 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29e7a8-1d57-4246-ad4c-b2002a4e7b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f103a5e-0c76-4a3f-a243-1557c0ff1aa7,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:18:59.927407 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-98d40ad7-969c-480a-9398-9029bb82af73 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:18:59.928159 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-7f29e7a8-1d57-4246-ad4c-b2002a4e7b1c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ad4baa3269ad45cdb3bcdfcb6a57eed5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6714892 May 31 18:18:59.932926 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 55006) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:18:59.933604 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-7f29e7a8-1d57-4246-ad4c-b2002a4e7b1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:18:59.950981 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-98d40ad7-969c-480a-9398-9029bb82af73 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Usage tracker for resource:security_group_rule and tenant:cd65573bbe3e4966baf7dbde3d06304a is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:59.952908 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0df20545-1f34-4620-89a8-7ba035c8eccb None None] Notify callbacks [] for port, precommit_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:18:59.956804 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-2cb13b6c-eaaf-4de0-8aaf-71803e803bce admin admin] Usage tracker for resource:security_group_rule and tenant:0a08d683f63c4b27b7fa4cb86e379569 is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:18:59.963380 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-98d40ad7-969c-480a-9398-9029bb82af73 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:59.970587 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-2cb13b6c-eaaf-4de0-8aaf-71803e803bce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:18:59.984884 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-2cb13b6c-eaaf-4de0-8aaf-71803e803bce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:59.986207 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0df20545-1f34-4620-89a8-7ba035c8eccb None None] Transition to ACTIVE for port object 3549004c-a5c5-4ae8-96f1-6dce7cbc92ca will not be triggered until provisioned by entity L2. {{(pid=91755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:18:59.992072 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-98d40ad7-969c-480a-9398-9029bb82af73 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:18:59.995138 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0df20545-1f34-4620-89a8-7ba035c8eccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:00.010502 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:00.080441 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-149801aa-0cc6-4612-aeef-243f2b7498bf tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Synchronizing usage tracker for tenant:c3d994f16a334298af3d28d648ac58b5 on resource:port {{(pid=91754) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:19:00.178893 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc25ac57-4c77-40ea-892d-9596294cada3 req-56fa3520-edf1-4813-8b2d-3e1620d0be8c tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:00.186771 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [None req-738a6da1-46de-4ce8-9e20-40ca6349c613 None None] Attempting to bind port f0cf066c-d0b6-4835-867a-12befe8d4f64 on host dv-cinder-770050-4-smb for vnic_type normal with profile {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:19:00.187308 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [None req-738a6da1-46de-4ce8-9e20-40ca6349c613 None None] Attempting to bind port f0cf066c-d0b6-4835-867a-12befe8d4f64 by drivers openvswitch,hyperv on host dv-cinder-770050-4-smb at level 0 using segments [{'id': 'b9f4f3c2-f30c-4328-8149-c1013c816903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc'}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:19:00.187488 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738a6da1-46de-4ce8-9e20-40ca6349c613 None None] Attempting to bind port f0cf066c-d0b6-4835-867a-12befe8d4f64 on network 7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:19:00.189410 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-dc25ac57-4c77-40ea-892d-9596294cada3 req-56fa3520-edf1-4813-8b2d-3e1620d0be8c tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] 10.222.0.25 "GET /v2.0/ports?device_id=ece649e9-2cbf-45ae-a71b-a53acdfe1a4f HTTP/1.1" status: 200 len: 944 time: 0.3476796 May 31 18:19:00.189880 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84418374-1a99-46fa-a652-f37ad486b7d1 None None] Pushing event updated for resources: {'Port': ['ID=f0cf066c-d0b6-4835-867a-12befe8d4f64,revision_number=3']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:00.194294 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-84418374-1a99-46fa-a652-f37ad486b7d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:00.197511 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738a6da1-46de-4ce8-9e20-40ca6349c613 None None] Checking agent: {'id': '645f1a76-8a80-43b7-a21a-f9bffe38f313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:19:00.198111 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738a6da1-46de-4ce8-9e20-40ca6349c613 None None] Checking segment: {'id': 'b9f4f3c2-f30c-4328-8149-c1013c816903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:19:00.198729 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-738a6da1-46de-4ce8-9e20-40ca6349c613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:00.199330 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738a6da1-46de-4ce8-9e20-40ca6349c613 None None] Bound using segment: {'id': 'b9f4f3c2-f30c-4328-8149-c1013c816903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc'} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:19:00.199965 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [None req-738a6da1-46de-4ce8-9e20-40ca6349c613 None None] Bound port: f0cf066c-d0b6-4835-867a-12befe8d4f64, host: dv-cinder-770050-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9f4f3c2-f30c-4328-8149-c1013c816903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc'}}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:19:00.200786 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-738a6da1-46de-4ce8-9e20-40ca6349c613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:00.229625 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] get_ports_and_sgs() called for port_ids ['e8ab208d-b89e-4629-8031-a2c86dbd85fe'] {{(pid=91755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:19:00.249105 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-8e3c8dd9-b2b7-4298-9c1b-aa688bcc84c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:00.321250 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-738a6da1-46de-4ce8-9e20-40ca6349c613 None None] For port f0cf066c-d0b6-4835-867a-12befe8d4f64, host dv-cinder-770050-4-smb, cleared binding levels {{(pid=91756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:19:00.325648 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-738a6da1-46de-4ce8-9e20-40ca6349c613 None None] For port f0cf066c-d0b6-4835-867a-12befe8d4f64, host dv-cinder-770050-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=f0cf066c-d0b6-4835-867a-12befe8d4f64,segment=NetworkSegment(b9f4f3c2-f30c-4328-8149-c1013c816903),segment_id=b9f4f3c2-f30c-4328-8149-c1013c816903)] {{(pid=91756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:19:00.332369 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-738a6da1-46de-4ce8-9e20-40ca6349c613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:00.338851 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-479d05ee-9235-4f6b-8bf5-9abc38431805 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:00.389049 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-8e3c8dd9-b2b7-4298-9c1b-aa688bcc84c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:00.447336 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-2cb13b6c-eaaf-4de0-8aaf-71803e803bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:00.465394 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-2cb13b6c-eaaf-4de0-8aaf-71803e803bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:00.499434 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84418374-1a99-46fa-a652-f37ad486b7d1 None None] Pushing event updated for resources: {'Port': ['ID=f0cf066c-d0b6-4835-867a-12befe8d4f64,revision_number=4']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:00.504070 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-84418374-1a99-46fa-a652-f37ad486b7d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:00.509057 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-dc25ac57-4c77-40ea-892d-9596294cada3 req-2fb32d4e-3197-4577-8b8d-8ddbb4ca29fc tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a9c6a-e54d-4cfd-a234-d8ead35ecde0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186526 May 31 18:19:00.515267 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-98d40ad7-969c-480a-9398-9029bb82af73 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks [] for security_group, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:00.516562 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:00.534566 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-98d40ad7-969c-480a-9398-9029bb82af73 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:00.548082 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738a6da1-46de-4ce8-9e20-40ca6349c613 None None] Routers {'66b8ee38-5569-4633-aca3-9268eff51c8d'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:19:00.550431 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-738a6da1-46de-4ce8-9e20-40ca6349c613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:18:49Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['66b8ee38-5569-4633-aca3-9268eff51c8d'], 'active': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:19:00.584697 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-8e3c8dd9-b2b7-4298-9c1b-aa688bcc84c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:00.597138 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-149801aa-0cc6-4612-aeef-243f2b7498bf tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Unset dirty status for tenant:c3d994f16a334298af3d28d648ac58b5 on resource:port {{(pid=91754) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:19:00.609899 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-149801aa-0cc6-4612-aeef-243f2b7498bf tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c3d994f16a334298af3d28d648ac58b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9507658 May 31 18:19:00.623779 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-c18a6933-996a-4629-91ac-c3d7658c857b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:00.657902 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62dd390-b948-4ae2-be1c-c158170deb7f None None] Pushing event updated for resources: {'Port': ['ID=3549004c-a5c5-4ae8-96f1-6dce7cbc92ca,revision_number=3']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:00.692625 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e62dd390-b948-4ae2-be1c-c158170deb7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:00.692851 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-8e3c8dd9-b2b7-4298-9c1b-aa688bcc84c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:00.693952 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-8e3c8dd9-b2b7-4298-9c1b-aa688bcc84c7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5f103a5e-0c76-4a3f-a243-1557c0ff1aa7 HTTP/1.1" status: 204 len: 168 time: 0.7592273 May 31 18:19:00.711989 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c8dd9-b2b7-4298-9c1b-aa688bcc84c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f103a5e-0c76-4a3f-a243-1557c0ff1aa7,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:00.734185 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-8e3c8dd9-b2b7-4298-9c1b-aa688bcc84c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:00.737569 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-2cb13b6c-eaaf-4de0-8aaf-71803e803bce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0a08d683f63c4b27b7fa4cb86e379569&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9768174 May 31 18:19:00.740213 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 55028) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:00.799950 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb13b6c-eaaf-4de0-8aaf-71803e803bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9962613-2339-4a1a-a0fc-ce208a7dbfcd,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:00.807093 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-0df20545-1f34-4620-89a8-7ba035c8eccb None None] Attempting to bind port 3549004c-a5c5-4ae8-96f1-6dce7cbc92ca on host dv-cinder-770050-4-smb for vnic_type normal with profile {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:19:00.807560 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-0df20545-1f34-4620-89a8-7ba035c8eccb None None] Attempting to bind port 3549004c-a5c5-4ae8-96f1-6dce7cbc92ca by drivers openvswitch,hyperv on host dv-cinder-770050-4-smb at level 0 using segments [{'id': '681bc718-6646-4c87-98cd-26d10e9c9f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2caae92d-233f-4a42-bb44-03a041ebb28d'}] {{(pid=91755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:19:00.808261 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df20545-1f34-4620-89a8-7ba035c8eccb None None] Attempting to bind port 3549004c-a5c5-4ae8-96f1-6dce7cbc92ca on network 2caae92d-233f-4a42-bb44-03a041ebb28d {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:19:00.825119 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df20545-1f34-4620-89a8-7ba035c8eccb None None] Checking agent: {'id': '645f1a76-8a80-43b7-a21a-f9bffe38f313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:19:00.826056 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df20545-1f34-4620-89a8-7ba035c8eccb None None] Checking segment: {'id': '681bc718-6646-4c87-98cd-26d10e9c9f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2caae92d-233f-4a42-bb44-03a041ebb28d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:19:00.826687 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0df20545-1f34-4620-89a8-7ba035c8eccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:00.827276 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df20545-1f34-4620-89a8-7ba035c8eccb None None] Bound using segment: {'id': '681bc718-6646-4c87-98cd-26d10e9c9f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2caae92d-233f-4a42-bb44-03a041ebb28d'} {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:19:00.827971 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-0df20545-1f34-4620-89a8-7ba035c8eccb None None] Bound port: 3549004c-a5c5-4ae8-96f1-6dce7cbc92ca, host: dv-cinder-770050-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681bc718-6646-4c87-98cd-26d10e9c9f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2caae92d-233f-4a42-bb44-03a041ebb28d'}}] {{(pid=91755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:19:00.829048 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0df20545-1f34-4620-89a8-7ba035c8eccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:00.993491 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-38dca5e4-824e-46eb-a0d6-beb2f7bc02d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:01.050169 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0df20545-1f34-4620-89a8-7ba035c8eccb None None] For port 3549004c-a5c5-4ae8-96f1-6dce7cbc92ca, host dv-cinder-770050-4-smb, cleared binding levels {{(pid=91755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:19:01.063730 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0df20545-1f34-4620-89a8-7ba035c8eccb None None] For port 3549004c-a5c5-4ae8-96f1-6dce7cbc92ca, host dv-cinder-770050-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=3549004c-a5c5-4ae8-96f1-6dce7cbc92ca,segment=NetworkSegment(681bc718-6646-4c87-98cd-26d10e9c9f7d),segment_id=681bc718-6646-4c87-98cd-26d10e9c9f7d)] {{(pid=91755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:19:01.071775 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0df20545-1f34-4620-89a8-7ba035c8eccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:01.081386 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:01.131456 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-38dca5e4-824e-46eb-a0d6-beb2f7bc02d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:01.144834 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-2cb13b6c-eaaf-4de0-8aaf-71803e803bce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.628s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:01.153294 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-0ed28d07-5dbd-4037-b1b4-613367562bd3 req-9f5506f1-736a-4d75-ace8-6e1e5ac3c3a8 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 210 time: 0.1370869 May 31 18:19:01.153500 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-ed31175b-ee62-498d-8455-88a6a10f6d59 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:01.155532 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-ed31175b-ee62-498d-8455-88a6a10f6d59 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.20 "GET /v2.0/networks?id=bdb4a9e4-0610-4a9d-bf9e-a0493305c72a HTTP/1.1" status: 200 len: 817 time: 0.5428357 May 31 18:19:01.155532 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.570s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:01.203067 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-98d40ad7-969c-480a-9398-9029bb82af73 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:01.216631 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-98d40ad7-969c-480a-9398-9029bb82af73 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.7562428 May 31 18:19:01.216820 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df20545-1f34-4620-89a8-7ba035c8eccb None None] Routers {'0ffcee3b-dbf9-4fd6-a887-809ed764d1e3'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:19:01.216820 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-0df20545-1f34-4620-89a8-7ba035c8eccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:18:49Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['0ffcee3b-dbf9-4fd6-a887-809ed764d1e3'], 'active': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:19:01.216992 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 55038) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:01.227055 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvr_db [None req-738a6da1-46de-4ce8-9e20-40ca6349c613 None None] Set router 66b8ee38-5569-4633-aca3-9268eff51c8d gateway port host: dv-cinder-770050-4-smb {{(pid=91756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:19:01.247432 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [None req-b7098f2e-69ec-456e-baa0-dc98d44dca87 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Request body: {'security_group_rule': {'security_group_id': '258f730c-5383-42e6-bee2-f4b55ca3abe4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:19:01.253882 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-b7098f2e-69ec-456e-baa0-dc98d44dca87 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:01.282214 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-b7098f2e-69ec-456e-baa0-dc98d44dca87 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Usage tracker for resource:security_group_rule and tenant:cd65573bbe3e4966baf7dbde3d06304a is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:01.282214 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-b7098f2e-69ec-456e-baa0-dc98d44dca87 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:01.307019 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-b7098f2e-69ec-456e-baa0-dc98d44dca87 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:01.313345 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-38dca5e4-824e-46eb-a0d6-beb2f7bc02d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:01.331310 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-7531c8b4-587f-45be-b2ce-6d7a775d5e30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:01.351778 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dca5e4-824e-46eb-a0d6-beb2f7bc02d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9962613-2339-4a1a-a0fc-ce208a7dbfcd,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:01.359732 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-38dca5e4-824e-46eb-a0d6-beb2f7bc02d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:01.372493 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-b7098f2e-69ec-456e-baa0-dc98d44dca87 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:01.389037 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-38dca5e4-824e-46eb-a0d6-beb2f7bc02d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:01.392560 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-38dca5e4-824e-46eb-a0d6-beb2f7bc02d0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b9962613-2339-4a1a-a0fc-ce208a7dbfcd HTTP/1.1" status: 204 len: 168 time: 0.6490917 May 31 18:19:01.426335 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-632d8ea4-1312-48c5-9c87-eccea5e77c48 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4d1b216261e41c7aa55b53c9f2a5ab7 HTTP/1.1" status: 200 len: 380 time: 0.2330933 May 31 18:19:01.427248 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d40ad7-969c-480a-9398-9029bb82af73 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=258f730c-5383-42e6-bee2-f4b55ca3abe4,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:01.437033 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-98d40ad7-969c-480a-9398-9029bb82af73 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:01.459969 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-97019b96-5ae7-42fd-9b62-002cf12ae975 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Request body: {'port': {'device_id': 'ac91ea36-952d-4c6f-a706-4f1ad1c56593', 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a', 'admin_state_up': True, 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'security_groups': ['1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9']}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:19:01.542103 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62dd390-b948-4ae2-be1c-c158170deb7f None None] Pushing event updated for resources: {'Port': ['ID=3549004c-a5c5-4ae8-96f1-6dce7cbc92ca,revision_number=4']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:01.550246 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-b7098f2e-69ec-456e-baa0-dc98d44dca87 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:01.558895 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-b7098f2e-69ec-456e-baa0-dc98d44dca87 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940446'] for security_group_rule, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:01.561957 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:01.566003 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e62dd390-b948-4ae2-be1c-c158170deb7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:01.638922 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-b7098f2e-69ec-456e-baa0-dc98d44dca87 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:01.654900 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-b7098f2e-69ec-456e-baa0-dc98d44dca87 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4271944 May 31 18:19:01.668518 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7098f2e-69ec-456e-baa0-dc98d44dca87 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2429ef8b-a86d-4810-ab47-84aaf304e8f4,revision_number=0']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:01.671448 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 55058) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:01.699537 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [None req-3541c746-6676-4f82-8233-c7c6f3376274 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Request body: {'security_group_rule': {'security_group_id': '258f730c-5383-42e6-bee2-f4b55ca3abe4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:19:01.726855 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-b7098f2e-69ec-456e-baa0-dc98d44dca87 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:01.729796 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-3541c746-6676-4f82-8233-c7c6f3376274 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:01.746286 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-3541c746-6676-4f82-8233-c7c6f3376274 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Usage tracker for resource:security_group_rule and tenant:cd65573bbe3e4966baf7dbde3d06304a is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:01.759008 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-738a6da1-46de-4ce8-9e20-40ca6349c613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b8ee38-5569-4633-aca3-9268eff51c8d', 'name': 'tempest-ServerRescueNegativeTestJSON-613403006-router', 'tenant_id': 'c3d994f16a334298af3d28d648ac58b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': 'f4687bc7-7e17-442d-8460-fb0b28291b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:32Z', 'updated_at': '2021-05-31T18:18:54Z', 'revision_number': 4, 'project_id': 'c3d994f16a334298af3d28d648ac58b5', 'gw_port': {'id': 'f4687bc7-7e17-442d-8460-fb0b28291b22', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:45:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b8ee38-5569-4633-aca3-9268eff51c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:35Z', 'updated_at': '2021-05-31T18:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': 'f0cf066c-d0b6-4835-867a-12befe8d4f64', 'name': '', 'network_id': '7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc', 'tenant_id': 'c3d994f16a334298af3d28d648ac58b5', 'mac_address': 'fa:16:3e:53:0a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b8ee38-5569-4633-aca3-9268eff51c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3e3fa326-62c2-4696-a5ba-f91860a8b0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:49Z', 'updated_at': '2021-05-31T18:19:00Z', 'revision_number': 4, 'project_id': 'c3d994f16a334298af3d28d648ac58b5', 'subnets': [{'id': '3e3fa326-62c2-4696-a5ba-f91860a8b0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:19:01.760842 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-3541c746-6676-4f82-8233-c7c6f3376274 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:01.769477 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738a6da1-46de-4ce8-9e20-40ca6349c613 None None] The sync data for ids ['66b8ee38-5569-4633-aca3-9268eff51c8d'] in dv-cinder-770050-4-smb is: [{'id': '66b8ee38-5569-4633-aca3-9268eff51c8d', 'name': 'tempest-ServerRescueNegativeTestJSON-613403006-router', 'tenant_id': 'c3d994f16a334298af3d28d648ac58b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': 'f4687bc7-7e17-442d-8460-fb0b28291b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:32Z', 'updated_at': '2021-05-31T18:18:54Z', 'revision_number': 4, 'project_id': 'c3d994f16a334298af3d28d648ac58b5', 'gw_port': {'id': 'f4687bc7-7e17-442d-8460-fb0b28291b22', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:45:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b8ee38-5569-4633-aca3-9268eff51c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:35Z', 'updated_at': '2021-05-31T18:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': 'f0cf066c-d0b6-4835-867a-12befe8d4f64', 'name': '', 'network_id': '7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc', 'tenant_id': 'c3d994f16a334298af3d28d648ac58b5', 'mac_address': 'fa:16:3e:53:0a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66b8ee38-5569-4633-aca3-9268eff51c8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '3e3fa326-62c2-4696-a5ba-f91860a8b0f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:49Z', 'updated_at': '2021-05-31T18:19:00Z', 'revision_number': 4, 'project_id': 'c3d994f16a334298af3d28d648ac58b5', 'subnets': [{'id': '3e3fa326-62c2-4696-a5ba-f91860a8b0f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:19:01.785692 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-3541c746-6676-4f82-8233-c7c6f3376274 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:01.903087 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvr_db [None req-0df20545-1f34-4620-89a8-7ba035c8eccb None None] Set router 0ffcee3b-dbf9-4fd6-a887-809ed764d1e3 gateway port host: dv-cinder-770050-4-smb {{(pid=91755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:19:01.915951 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-9cc860d6-2200-40f4-aa9b-18dafbf08d7d service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 18:19:01.924877 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-3541c746-6676-4f82-8233-c7c6f3376274 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:01.930203 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-9cc860d6-2200-40f4-aa9b-18dafbf08d7d service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.9039128 May 31 18:19:01.938308 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-97019b96-5ae7-42fd-9b62-002cf12ae975 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:02.069693 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a41ef18-ce10-4cea-840d-e3884a668463 req-bcaa0191-48b7-4fa9-9b06-91c98564166b tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:02.080071 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-6a41ef18-ce10-4cea-840d-e3884a668463 req-bcaa0191-48b7-4fa9-9b06-91c98564166b tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] 10.222.0.25 "GET /v2.0/ports?device_id=ece649e9-2cbf-45ae-a71b-a53acdfe1a4f HTTP/1.1" status: 200 len: 944 time: 0.2532611 May 31 18:19:02.167644 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-97019b96-5ae7-42fd-9b62-002cf12ae975 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:02.214730 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-3541c746-6676-4f82-8233-c7c6f3376274 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:02.227822 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-97019b96-5ae7-42fd-9b62-002cf12ae975 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Made reservation on behalf of b4d1b216261e41c7aa55b53c9f2a5ab7 for: {'port': 1} {{(pid=91754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:19:02.233205 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-3541c746-6676-4f82-8233-c7c6f3376274 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940446'] for security_group_rule, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:02.238096 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-97019b96-5ae7-42fd-9b62-002cf12ae975 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:02.316217 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-6a41ef18-ce10-4cea-840d-e3884a668463 req-d78d4c2b-732d-4a70-9648-714c1580ab0d tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a9c6a-e54d-4cfd-a234-d8ead35ecde0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344611 May 31 18:19:02.320411 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-b7098f2e-69ec-456e-baa0-dc98d44dca87 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:02.369152 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-3541c746-6676-4f82-8233-c7c6f3376274 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:02.371002 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-3541c746-6676-4f82-8233-c7c6f3376274 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6935542 May 31 18:19:02.385559 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 55092) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:02.395021 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [None req-0d3a3720-8364-4f0c-8296-0fd79ced2b6c tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Request body: {'floatingip': {'floating_network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:19:02.414078 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3541c746-6676-4f82-8233-c7c6f3376274 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=867ca4f5-c8c9-4d01-b644-62f574b63b9f,revision_number=0']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:02.427461 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-3541c746-6676-4f82-8233-c7c6f3376274 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:02.430625 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-0d3a3720-8364-4f0c-8296-0fd79ced2b6c tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:02.439112 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-0d3a3720-8364-4f0c-8296-0fd79ced2b6c tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Usage tracker for resource:floatingip and tenant:cd65573bbe3e4966baf7dbde3d06304a is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:02.447742 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-0d3a3720-8364-4f0c-8296-0fd79ced2b6c tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:02.466234 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-0d3a3720-8364-4f0c-8296-0fd79ced2b6c tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:02.490798 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-0d3a3720-8364-4f0c-8296-0fd79ced2b6c tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks [] for floatingip, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:02.713975 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-000970de-4e61-4fe7-bb56-ffb6eb34ed92 req-7acea74f-3fbd-4d6a-9c88-ab013709e9b4 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 210 time: 0.0858107 May 31 18:19:02.810239 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-639192e3-d67e-48eb-9ffa-52a8c138733a service neutron] 10.222.0.25 "GET /v2.0/networks/7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8789978 May 31 18:19:02.842838 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-0d3a3720-8364-4f0c-8296-0fd79ced2b6c tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:02.918997 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-0df20545-1f34-4620-89a8-7ba035c8eccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'name': 'tempest-AttachVolumeTestJSON-797889927-router', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '7983253d-7bf9-4452-a3a4-b38659d0c081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:31Z', 'updated_at': '2021-05-31T18:18:54Z', 'revision_number': 4, 'project_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'gw_port': {'id': '7983253d-7bf9-4452-a3a4-b38659d0c081', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:33Z', 'updated_at': '2021-05-31T18:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': '3549004c-a5c5-4ae8-96f1-6dce7cbc92ca', 'name': '', 'network_id': '2caae92d-233f-4a42-bb44-03a041ebb28d', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'mac_address': 'fa:16:3e:f0:b6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:49Z', 'updated_at': '2021-05-31T18:19:01Z', 'revision_number': 4, 'project_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'subnets': [{'id': '6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:19:02.930455 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df20545-1f34-4620-89a8-7ba035c8eccb None None] The sync data for ids ['0ffcee3b-dbf9-4fd6-a887-809ed764d1e3'] in dv-cinder-770050-4-smb is: [{'id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'name': 'tempest-AttachVolumeTestJSON-797889927-router', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '7983253d-7bf9-4452-a3a4-b38659d0c081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:31Z', 'updated_at': '2021-05-31T18:18:54Z', 'revision_number': 4, 'project_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'gw_port': {'id': '7983253d-7bf9-4452-a3a4-b38659d0c081', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:33Z', 'updated_at': '2021-05-31T18:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': '3549004c-a5c5-4ae8-96f1-6dce7cbc92ca', 'name': '', 'network_id': '2caae92d-233f-4a42-bb44-03a041ebb28d', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'mac_address': 'fa:16:3e:f0:b6:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:49Z', 'updated_at': '2021-05-31T18:19:01Z', 'revision_number': 4, 'project_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'subnets': [{'id': '6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:19:03.004238 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device e8ab208d-b89e-4629-8031-a2c86dbd85fe up at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:19:03.136316 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-31320f56-8c6e-4f6e-863e-7c650961b083 service neutron] 10.222.0.25 "GET /v2.0/networks/7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241777 May 31 18:19:03.145653 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.db_base_plugin_common [None req-0d3a3720-8364-4f0c-8296-0fd79ced2b6c tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Allocated IP 172.28.1.155 (3a0124ad-3a38-4a71-989b-cf15592ffbdb/7dbd3a86-7301-413f-8501-e9f2643d6bdc/3c1c9c3a-a6bf-446d-95eb-0e6fe09788d4) {{(pid=91753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:19:03.204751 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Provisioning for port e8ab208d-b89e-4629-8031-a2c86dbd85fe completed by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:19:03.220194 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Provisioning complete for port e8ab208d-b89e-4629-8031-a2c86dbd85fe triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:19:03.220594 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:03.455877 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.db_base_plugin_common [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-97019b96-5ae7-42fd-9b62-002cf12ae975 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Allocated IP 172.20.0.9 (bdb4a9e4-0610-4a9d-bf9e-a0493305c72a/a141bd4c-23e4-4ac5-be95-c7e9e5ec7954/81e7c184-03d2-4a3e-a144-711065ad86db) {{(pid=91754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:19:03.569384 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-0d3a3720-8364-4f0c-8296-0fd79ced2b6c tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks [] for port, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:03.608674 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:03.729834 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece649e9-2cbf-45ae-a71b-a53acdfe1a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ab208d-b89e-4629-8031-a2c86dbd85fe'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:19:03.895947 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c7d563be-ae68-4537-9844-25d86fa350a9 req-5a4f227b-a129-4f3e-9805-9adf921d3d5b tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 210 time: 0.1232646 May 31 18:19:03.920399 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port e8ab208d-b89e-4629-8031-a2c86dbd85fe, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=e8ab208d-b89e-4629-8031-a2c86dbd85fe,segment=NetworkSegment(1016cebd-9dda-4967-b80e-9224de5fdfdc),segment_id=1016cebd-9dda-4967-b80e-9224de5fdfdc)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:19:03.920399 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device f0cf066c-d0b6-4835-867a-12befe8d4f64 up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:19:03.966900 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-0d3a3720-8364-4f0c-8296-0fd79ced2b6c tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1833561'] for port, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:03.980795 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-97019b96-5ae7-42fd-9b62-002cf12ae975 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks [] for port, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:03.988792 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-78da2ed2-a676-42d0-99a4-5e1029441141 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:04.000966 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:04.028444 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-bf5e5efd-b6b5-4ab6-839d-5ef7efbaadd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:04.057268 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.provisioning_blocks [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-97019b96-5ae7-42fd-9b62-002cf12ae975 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Transition to ACTIVE for port object 81e7c184-03d2-4a3e-a144-711065ad86db will not be triggered until provisioned by entity DHCP. {{(pid=91754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:19:04.130094 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-97019b96-5ae7-42fd-9b62-002cf12ae975 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395'] for port, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:04.165603 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:04.213960 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d3a3720-8364-4f0c-8296-0fd79ced2b6c tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Network 3a0124ad-3a38-4a71-989b-cf15592ffbdb is already hosted by enough agents. {{(pid=91753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:19:04.224391 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=e8ab208d-b89e-4629-8031-a2c86dbd85fe,revision_number=5']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:04.232873 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.base_scheduler [None req-0d3a3720-8364-4f0c-8296-0fd79ced2b6c tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Resources bound (agent type, host, resource id): {{(pid=91753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:19:04.238141 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:04.257192 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning for port f0cf066c-d0b6-4835-867a-12befe8d4f64 completed by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:19:04.263763 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port f0cf066c-d0b6-4835-867a-12befe8d4f64 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:19:04.264162 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:04.266938 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d320ce-3762-41a6-8871-0e98172b8863 req-42f4bd70-dd78-49e5-b564-0386caf8cc33 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:04.268763 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-d1d320ce-3762-41a6-8871-0e98172b8863 req-42f4bd70-dd78-49e5-b564-0386caf8cc33 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] 10.222.0.25 "GET /v2.0/ports?device_id=ece649e9-2cbf-45ae-a71b-a53acdfe1a4f HTTP/1.1" status: 200 len: 944 time: 0.6292427 May 31 18:19:04.276380 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3a3720-8364-4f0c-8296-0fd79ced2b6c tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Received port after_create {{(pid=91753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:19:04.415196 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a3720-8364-4f0c-8296-0fd79ced2b6c tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Pushing event updated for resources: {'Port': ['ID=3c1c9c3a-a6bf-446d-95eb-0e6fe09788d4,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:04.488541 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-97019b96-5ae7-42fd-9b62-002cf12ae975 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Network bdb4a9e4-0610-4a9d-bf9e-a0493305c72a is already hosted by enough agents. {{(pid=91754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:19:04.496394 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.base_scheduler [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-97019b96-5ae7-42fd-9b62-002cf12ae975 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Resources bound (agent type, host, resource id): {{(pid=91754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:19:04.502394 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.l3_dvrscheduler_db [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-97019b96-5ae7-42fd-9b62-002cf12ae975 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Received port after_create {{(pid=91754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:19:04.510408 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-97019b96-5ae7-42fd-9b62-002cf12ae975 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:04.511799 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-97019b96-5ae7-42fd-9b62-002cf12ae975 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for port, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:04.524371 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:04.574104 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97019b96-5ae7-42fd-9b62-002cf12ae975 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Pushing event updated for resources: {'Port': ['ID=81e7c184-03d2-4a3e-a144-711065ad86db,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:04.583369 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-97019b96-5ae7-42fd-9b62-002cf12ae975 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:04.609501 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-97019b96-5ae7-42fd-9b62-002cf12ae975 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1637456 May 31 18:19:04.624205 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-74faa1c0-7234-4b02-8174-675f64635eb8 service neutron] Request body: {'port': {'device_id': 'ac91ea36-952d-4c6f-a706-4f1ad1c56593', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77005'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:19:04.678566 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-0d3a3720-8364-4f0c-8296-0fd79ced2b6c tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:04.684752 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] For port f0cf066c-d0b6-4835-867a-12befe8d4f64, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=f0cf066c-d0b6-4835-867a-12befe8d4f64,segment=NetworkSegment(b9f4f3c2-f30c-4328-8149-c1013c816903),segment_id=b9f4f3c2-f30c-4328-8149-c1013c816903)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:19:04.694529 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:04.696003 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 3549004c-a5c5-4ae8-96f1-6dce7cbc92ca up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:19:04.791793 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f798e2-dd83-4ccd-a211-740fb6f6a565 req-4555b646-7029-4380-857c-7aa251f7f002 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:04.792960 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-d4f798e2-dd83-4ccd-a211-740fb6f6a565 req-4555b646-7029-4380-857c-7aa251f7f002 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Synchronizing usage tracker for tenant:b4d1b216261e41c7aa55b53c9f2a5ab7 on resource:port {{(pid=91754) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:19:04.799087 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:04.844065 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-d1d320ce-3762-41a6-8871-0e98172b8863 req-e040b3db-3b49-4ebe-9e26-178c57532792 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a9c6a-e54d-4cfd-a234-d8ead35ecde0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4568760 May 31 18:19:04.889780 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-d4f798e2-dd83-4ccd-a211-740fb6f6a565 req-4555b646-7029-4380-857c-7aa251f7f002 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Unset dirty status for tenant:b4d1b216261e41c7aa55b53c9f2a5ab7 on resource:port {{(pid=91754) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:19:04.890970 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d4f798e2-dd83-4ccd-a211-740fb6f6a565 req-4555b646-7029-4380-857c-7aa251f7f002 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 931 time: 0.5866990 May 31 18:19:04.912871 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-74faa1c0-7234-4b02-8174-675f64635eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:04.922572 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-0d3a3720-8364-4f0c-8296-0fd79ced2b6c tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:04.959101 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e2032fe1b554800b495be35bbba042da1e7f6a6deba8ede5c150f2a358caca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54664773-1d67-4b15-bec8-a94f04193633" -d '{"events": [{"server_uuid": "ece649e9-2cbf-45ae-a71b-a53acdfe1a4f", "name": "network-vif-plugged", "status": "completed", "tag": "e8ab208d-b89e-4629-8031-a2c86dbd85fe"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:19:05.068527 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-0d3a3720-8364-4f0c-8296-0fd79ced2b6c tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:05.165191 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-39d7f50d-39cb-46bc-b0b6-5021efcab324 None None] Provisioning for port 81e7c184-03d2-4a3e-a144-711065ad86db completed by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:19:05.178156 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-39d7f50d-39cb-46bc-b0b6-5021efcab324 None None] Provisioning complete for port 81e7c184-03d2-4a3e-a144-711065ad86db triggered by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:19:05.178553 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-39d7f50d-39cb-46bc-b0b6-5021efcab324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:05.354352 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Pushing event updated for resources: {'Port': ['ID=f0cf066c-d0b6-4835-867a-12befe8d4f64,revision_number=5']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:05.365765 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:05.365765 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning for port 3549004c-a5c5-4ae8-96f1-6dce7cbc92ca completed by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:19:05.389843 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-39d7f50d-39cb-46bc-b0b6-5021efcab324 None None] Port 81e7c184-03d2-4a3e-a144-711065ad86db cannot update to ACTIVE because it is not bound. {{(pid=91755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:19:05.394701 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port 3549004c-a5c5-4ae8-96f1-6dce7cbc92ca triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:19:05.396698 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:05.413664 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d4f798e2-dd83-4ccd-a211-740fb6f6a565 req-30b29e09-2eb8-4248-a464-cae6b34178b6 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5062308 May 31 18:19:05.685234 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-0d3a3720-8364-4f0c-8296-0fd79ced2b6c tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks [] for port, precommit_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:05.759992 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:05.764670 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.20', 56034) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:05.812343 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-0d3a3720-8364-4f0c-8296-0fd79ced2b6c tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1833552'] for port, after_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:05.814143 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] For port 3549004c-a5c5-4ae8-96f1-6dce7cbc92ca, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=3549004c-a5c5-4ae8-96f1-6dce7cbc92ca,segment=NetworkSegment(681bc718-6646-4c87-98cd-26d10e9c9f7d),segment_id=681bc718-6646-4c87-98cd-26d10e9c9f7d)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:19:05.823004 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:05.845612 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:06.024235 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cd7d7c-12a7-41c2-8729-17f529f9db5e x-openstack-request-id: req-73cd7d7c-12a7-41c2-8729-17f529f9db5e {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:19:06.024884 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece649e9-2cbf-45ae-a71b-a53acdfe1a4f", "name": "network-vif-plugged", "status": "completed", "tag": "e8ab208d-b89e-4629-8031-a2c86dbd85fe", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:19:06.024884 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-73cd7d7c-12a7-41c2-8729-17f529f9db5e {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:19:06.025341 dv-cinder-770050-4-smb neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ece649e9-2cbf-45ae-a71b-a53acdfe1a4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ab208d-b89e-4629-8031-a2c86dbd85fe', 'code': 200} May 31 18:19:06.027090 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.notifiers.nova [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-74faa1c0-7234-4b02-8174-675f64635eb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81e7c184-03d2-4a3e-a144-711065ad86db {{(pid=91754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:19:06.062589 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-74faa1c0-7234-4b02-8174-675f64635eb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:06.096547 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.provisioning_blocks [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-74faa1c0-7234-4b02-8174-675f64635eb8 service neutron] Transition to ACTIVE for port object 81e7c184-03d2-4a3e-a144-711065ad86db will not be triggered until provisioned by entity L2. {{(pid=91754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:19:06.109182 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device f0cf066c-d0b6-4835-867a-12befe8d4f64 up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:19:06.109463 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-74faa1c0-7234-4b02-8174-675f64635eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:06.141117 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:06.270563 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Pushing event updated for resources: {'Port': ['ID=3549004c-a5c5-4ae8-96f1-6dce7cbc92ca,revision_number=5']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:06.276916 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:06.290096 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-78da2ed2-a676-42d0-99a4-5e1029441141 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:06.307973 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port f0cf066c-d0b6-4835-867a-12befe8d4f64 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:19:06.308409 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:06.354019 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.20', 56037) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:06.519317 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-9274cd71-b630-4354-95b0-015ec79a6e43 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:06.520177 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-9274cd71-b630-4354-95b0-015ec79a6e43 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Synchronizing usage tracker for tenant:c3d994f16a334298af3d28d648ac58b5 on resource:network {{(pid=91753) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:19:06.609747 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74faa1c0-7234-4b02-8174-675f64635eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=81e7c184-03d2-4a3e-a144-711065ad86db,revision_number=2']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:06.615118 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-74faa1c0-7234-4b02-8174-675f64635eb8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:06.618895 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.managers [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-74faa1c0-7234-4b02-8174-675f64635eb8 service neutron] Attempting to bind port 81e7c184-03d2-4a3e-a144-711065ad86db on host hv-cinder-77005 for vnic_type normal with profile {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:19:06.619156 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.managers [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-74faa1c0-7234-4b02-8174-675f64635eb8 service neutron] Attempting to bind port 81e7c184-03d2-4a3e-a144-711065ad86db by drivers openvswitch,hyperv on host hv-cinder-77005 at level 0 using segments [{'id': '9e7eb541-2a48-4373-bede-dc253746dbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a'}] {{(pid=91754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:19:06.622471 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-74faa1c0-7234-4b02-8174-675f64635eb8 service neutron] Attempting to bind port 81e7c184-03d2-4a3e-a144-711065ad86db on network bdb4a9e4-0610-4a9d-bf9e-a0493305c72a {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:19:06.631113 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-74faa1c0-7234-4b02-8174-675f64635eb8 service neutron] Port 81e7c184-03d2-4a3e-a144-711065ad86db on network bdb4a9e4-0610-4a9d-bf9e-a0493305c72a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77005 {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 18:19:06.631872 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-74faa1c0-7234-4b02-8174-675f64635eb8 service neutron] Attempting to bind port 81e7c184-03d2-4a3e-a144-711065ad86db on network bdb4a9e4-0610-4a9d-bf9e-a0493305c72a {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:19:06.639829 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-74faa1c0-7234-4b02-8174-675f64635eb8 service neutron] Checking agent: {'id': '46eeceb7-2107-4a71-92f6-f52bad665eae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77005', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 16, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:19:06.640171 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-74faa1c0-7234-4b02-8174-675f64635eb8 service neutron] Checking segment: {'id': '9e7eb541-2a48-4373-bede-dc253746dbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:19:06.640551 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-74faa1c0-7234-4b02-8174-675f64635eb8 service neutron] Bound using segment: {'id': '9e7eb541-2a48-4373-bede-dc253746dbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a'} {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:19:06.640988 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.managers [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-74faa1c0-7234-4b02-8174-675f64635eb8 service neutron] Bound port: 81e7c184-03d2-4a3e-a144-711065ad86db, host: hv-cinder-77005, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e7eb541-2a48-4373-bede-dc253746dbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a'}}] {{(pid=91754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:19:06.641330 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-74faa1c0-7234-4b02-8174-675f64635eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:06.712708 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9ad83c-ea6f-4b9c-8308-78104309e459 req-e0ea325a-1832-4425-a6a6-e98867874032 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:06.715157 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-0c9ad83c-ea6f-4b9c-8308-78104309e459 req-e0ea325a-1832-4425-a6a6-e98867874032 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] 10.222.0.25 "GET /v2.0/ports?device_id=ece649e9-2cbf-45ae-a71b-a53acdfe1a4f HTTP/1.1" status: 200 len: 945 time: 0.5195796 May 31 18:19:06.743894 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-394078bb-d4f3-472b-96b9-5de90c287f93 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:06.745380 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-394078bb-d4f3-472b-96b9-5de90c287f93 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Synchronizing usage tracker for tenant:c3d994f16a334298af3d28d648ac58b5 on resource:network {{(pid=91753) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:19:06.763726 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a3720-8364-4f0c-8296-0fd79ced2b6c tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Pushing event updated for resources: {'Port': ['ID=3c1c9c3a-a6bf-446d-95eb-0e6fe09788d4,revision_number=2']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:06.775199 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-0d3a3720-8364-4f0c-8296-0fd79ced2b6c tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:06.784729 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-9274cd71-b630-4354-95b0-015ec79a6e43 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Unset dirty status for tenant:c3d994f16a334298af3d28d648ac58b5 on resource:network {{(pid=91753) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:19:06.787062 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-9274cd71-b630-4354-95b0-015ec79a6e43 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.20 "GET /v2.0/networks?id=7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc HTTP/1.1" status: 200 len: 818 time: 1.0123429 May 31 18:19:06.796113 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a03e0-1904-41b9-939a-0b4108adc259 req-c31e060b-da5f-4cb8-a8db-d49655fc914f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:06.798652 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-fb5a03e0-1904-41b9-939a-0b4108adc259 req-c31e060b-da5f-4cb8-a8db-d49655fc914f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ece649e9-2cbf-45ae-a71b-a53acdfe1a4f HTTP/1.1" status: 200 len: 1098 time: 0.3521562 May 31 18:19:06.811590 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-0d3a3720-8364-4f0c-8296-0fd79ced2b6c tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960568'] for floatingip, after_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:06.830602 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-714fa45a-c4a7-43eb-9c35-c61bd5e62a54 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Request body: {'port': {'device_id': '9bf79325-9f16-418b-af4b-11f307355ddc', 'network_id': '7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc', 'admin_state_up': True, 'tenant_id': 'c3d994f16a334298af3d28d648ac58b5'}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:19:06.854015 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-74faa1c0-7234-4b02-8174-675f64635eb8 service neutron] For port 81e7c184-03d2-4a3e-a144-711065ad86db, host hv-cinder-77005, cleared binding levels {{(pid=91754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:19:06.860324 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-74faa1c0-7234-4b02-8174-675f64635eb8 service neutron] For port 81e7c184-03d2-4a3e-a144-711065ad86db, host hv-cinder-77005, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=81e7c184-03d2-4a3e-a144-711065ad86db,segment=NetworkSegment(9e7eb541-2a48-4373-bede-dc253746dbb0),segment_id=9e7eb541-2a48-4373-bede-dc253746dbb0)] {{(pid=91754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:19:06.871779 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-74faa1c0-7234-4b02-8174-675f64635eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:06.884586 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:06.890836 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-394078bb-d4f3-472b-96b9-5de90c287f93 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Unset dirty status for tenant:c3d994f16a334298af3d28d648ac58b5 on resource:network {{(pid=91753) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:19:06.898049 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-394078bb-d4f3-472b-96b9-5de90c287f93 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/networks?id=7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc HTTP/1.1" status: 200 len: 818 time: 1.2266822 May 31 18:19:06.912433 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-fb5a03e0-1904-41b9-939a-0b4108adc259 req-3bef2083-a89a-44cc-8f11-91da7f6ea10b service neutron] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:06.946327 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-0c9ad83c-ea6f-4b9c-8308-78104309e459 req-0a6907e1-407c-4b1c-9481-c0b7e31f82f5 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a9c6a-e54d-4cfd-a234-d8ead35ecde0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228868 May 31 18:19:07.038626 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [req-fb5a03e0-1904-41b9-939a-0b4108adc259 req-3bef2083-a89a-44cc-8f11-91da7f6ea10b service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:07.046681 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-fb5a03e0-1904-41b9-939a-0b4108adc259 req-3bef2083-a89a-44cc-8f11-91da7f6ea10b service neutron] Usage tracker for resource:security_group_rule and tenant:dc7c1d591ceb472abc9500434241e577 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:07.054912 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-fb5a03e0-1904-41b9-939a-0b4108adc259 req-3bef2083-a89a-44cc-8f11-91da7f6ea10b service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:07.067551 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [req-fb5a03e0-1904-41b9-939a-0b4108adc259 req-3bef2083-a89a-44cc-8f11-91da7f6ea10b service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:07.117296 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-977a369a-e1e4-48f7-90f0-2751dc03361b tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/quotas/c3d994f16a334298af3d28d648ac58b5 HTTP/1.1" status: 200 len: 375 time: 0.2171857 May 31 18:19:07.179858 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-0d3a3720-8364-4f0c-8296-0fd79ced2b6c tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for floatingip, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:07.185921 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-0d3a3720-8364-4f0c-8296-0fd79ced2b6c tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7961073 May 31 18:19:07.194186 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-74faa1c0-7234-4b02-8174-675f64635eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:07.199286 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-74faa1c0-7234-4b02-8174-675f64635eb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for port, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:07.200926 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-74faa1c0-7234-4b02-8174-675f64635eb8 service neutron] 10.222.0.20 "PUT /v2.0/ports/81e7c184-03d2-4a3e-a144-711065ad86db HTTP/1.1" status: 200 len: 1093 time: 2.5823765 May 31 18:19:07.256933 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac91ea36-952d-4c6f-a706-4f1ad1c56593', 'tag': '81e7c184-03d2-4a3e-a144-711065ad86db'}] {{(pid=91754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:19:07.259805 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b8d31c20630307edfd170fd0520c8261bc4320d7d7b7fb717012a3b2519c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42d994e-3d34-4e0a-81c7-13add6bd667a" -d '{"events": [{"name": "network-changed", "server_uuid": "ac91ea36-952d-4c6f-a706-4f1ad1c56593", "tag": "81e7c184-03d2-4a3e-a144-711065ad86db"}]}' {{(pid=91754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:19:07.383196 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-fb5a03e0-1904-41b9-939a-0b4108adc259 req-3bef2083-a89a-44cc-8f11-91da7f6ea10b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:07.386688 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74faa1c0-7234-4b02-8174-675f64635eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=81e7c184-03d2-4a3e-a144-711065ad86db,revision_number=3']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:07.399332 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-fb5a03e0-1904-41b9-939a-0b4108adc259 req-3bef2083-a89a-44cc-8f11-91da7f6ea10b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:07.401487 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-74faa1c0-7234-4b02-8174-675f64635eb8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:07.428481 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-4e2827f1-ce1a-4b79-a99b-60090a07c0ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:07.440099 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a865924f-8d58-4a6b-9fd6-9f8928ad9fea req-46095001-3b93-43ff-a707-cc802d075c33 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:07.448575 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a865924f-8d58-4a6b-9fd6-9f8928ad9fea req-46095001-3b93-43ff-a707-cc802d075c33 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 943 time: 0.2708857 May 31 18:19:07.452775 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-cb05380e-91dd-4236-9989-b0137b86fc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:07.454191 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-cb05380e-91dd-4236-9989-b0137b86fc2d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4d1b216261e41c7aa55b53c9f2a5ab7&device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 1096 time: 0.1917574 May 31 18:19:07.494772 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 55298) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:07.497868 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-fb5a03e0-1904-41b9-939a-0b4108adc259 req-3bef2083-a89a-44cc-8f11-91da7f6ea10b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1a7a9c6a-e54d-4cfd-a234-d8ead35ecde0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6883194 May 31 18:19:07.517986 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef2083-a89a-44cc-8f11-91da7f6ea10b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=deafde53-71f1-4352-98ba-f7813e5fd2dc,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:07.521504 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-3bef2083-a89a-44cc-8f11-91da7f6ea10b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:07.528885 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-714fa45a-c4a7-43eb-9c35-c61bd5e62a54 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:07.543893 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-714fa45a-c4a7-43eb-9c35-c61bd5e62a54 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:07.560112 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-42868076-8e65-4979-bedb-06a993fe2661 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c3d994f16a334298af3d28d648ac58b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3806932 May 31 18:19:07.584721 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a865924f-8d58-4a6b-9fd6-9f8928ad9fea req-85850712-a6d5-44de-ad00-cdcd6706f1a4 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349440 May 31 18:19:07.587749 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-e6973f79-8267-4eff-9f04-3f3d21278239 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81e7c184-03d2-4a3e-a144-711065ad86db HTTP/1.1" status: 200 len: 217 time: 0.0937085 May 31 18:19:07.639894 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c46349d-c753-485a-89c9-ddc8de283550 x-openstack-request-id: req-6c46349d-c753-485a-89c9-ddc8de283550 {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:19:07.640375 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac91ea36-952d-4c6f-a706-4f1ad1c56593", "tag": "81e7c184-03d2-4a3e-a144-711065ad86db", "status": "completed", "code": 200}]} {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:19:07.640733 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6c46349d-c753-485a-89c9-ddc8de283550 {{(pid=91754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:19:07.641248 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac91ea36-952d-4c6f-a706-4f1ad1c56593', 'tag': '81e7c184-03d2-4a3e-a144-711065ad86db', 'status': 'completed', 'code': 200} May 31 18:19:07.646351 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-714fa45a-c4a7-43eb-9c35-c61bd5e62a54 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Made reservation on behalf of c3d994f16a334298af3d28d648ac58b5 for: {'port': 1} {{(pid=91753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:19:07.650704 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-714fa45a-c4a7-43eb-9c35-c61bd5e62a54 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:07.724571 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-a938682c-54bc-4c7e-a6c5-32c281e2032b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:07.742438 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-a938682c-54bc-4c7e-a6c5-32c281e2032b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:07.765104 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-a938682c-54bc-4c7e-a6c5-32c281e2032b admin admin] Usage tracker for resource:security_group_rule and tenant:f2762ddf4f0b4a9ab004217a31dea1f2 is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:07.769447 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-a938682c-54bc-4c7e-a6c5-32c281e2032b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:07.784794 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-a938682c-54bc-4c7e-a6c5-32c281e2032b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:07.797194 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-9adba093-3b09-4280-b867-0da535534e0b service neutron] 10.222.0.25 "GET /v2.0/networks/7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380905 May 31 18:19:07.803593 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-c9c6c7a2-cd9b-41ce-8174-9761b4f5e451 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Synchronizing usage tracker for tenant:cd65573bbe3e4966baf7dbde3d06304a on resource:security_group {{(pid=91754) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:19:07.829173 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 55318) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:07.961970 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.db_base_plugin_common [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-714fa45a-c4a7-43eb-9c35-c61bd5e62a54 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Allocated IP 172.20.0.3 (7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc/3e3fa326-62c2-4696-a5ba-f91860a8b0f6/64eafe05-aea5-4f02-aeac-d969f41fb547) {{(pid=91753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:19:07.966913 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 3549004c-a5c5-4ae8-96f1-6dce7cbc92ca up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:19:07.979851 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-a938682c-54bc-4c7e-a6c5-32c281e2032b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:07.981564 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-83ba3b65-1e78-41a1-b9ec-1bf6467a5460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:07.983551 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-83ba3b65-1e78-41a1-b9ec-1bf6467a5460 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a141bd4c-23e4-4ac5-be95-c7e9e5ec7954 HTTP/1.1" status: 200 len: 856 time: 0.1043415 May 31 18:19:07.994891 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-a938682c-54bc-4c7e-a6c5-32c281e2032b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:08.050517 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-c9c6c7a2-cd9b-41ce-8174-9761b4f5e451 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Unset dirty status for tenant:cd65573bbe3e4966baf7dbde3d06304a on resource:security_group {{(pid=91754) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:19:08.051811 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-c9c6c7a2-cd9b-41ce-8174-9761b4f5e451 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--375848258&fields=id&tenant_id=cd65573bbe3e4966baf7dbde3d06304a HTTP/1.1" status: 200 len: 267 time: 0.3060267 May 31 18:19:08.061517 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-56154458-8d47-4d82-836b-edf0e89d842b service neutron] 10.222.0.25 "GET /v2.0/networks/7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208736 May 31 18:19:08.066943 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:08.135780 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-d849b891-76fc-49db-8ae4-a6413a91e601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:08.169732 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-d849b891-76fc-49db-8ae4-a6413a91e601 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:08.173923 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-d849b891-76fc-49db-8ae4-a6413a91e601 admin admin] Usage tracker for resource:security_group_rule and tenant:92ff25cf1ffe4158aa02a38de3888e7b is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:08.190951 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port 3549004c-a5c5-4ae8-96f1-6dce7cbc92ca triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:19:08.191591 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:08.229159 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-d849b891-76fc-49db-8ae4-a6413a91e601 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:08.255013 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-d849b891-76fc-49db-8ae4-a6413a91e601 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:08.264987 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a938682c-54bc-4c7e-a6c5-32c281e2032b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b4652d-f039-4a6d-a5c7-4824f3508926,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:08.302497 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-a938682c-54bc-4c7e-a6c5-32c281e2032b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f2762ddf4f0b4a9ab004217a31dea1f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8063335 May 31 18:19:08.307102 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-a938682c-54bc-4c7e-a6c5-32c281e2032b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:08.315422 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 55338) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:08.383238 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-4ff645d8-550e-47f0-a0d3-92e2a27f0672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:08.385529 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-4ff645d8-550e-47f0-a0d3-92e2a27f0672 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bdb4a9e4-0610-4a9d-bf9e-a0493305c72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3913488 May 31 18:19:08.533974 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-462d41d0-a44b-4640-bd64-591712073eda tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:08.536136 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-462d41d0-a44b-4640-bd64-591712073eda tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/networks?id=2caae92d-233f-4a42-bb44-03a041ebb28d HTTP/1.1" status: 200 len: 810 time: 0.4603338 May 31 18:19:08.538350 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-714fa45a-c4a7-43eb-9c35-c61bd5e62a54 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Notify callbacks [] for port, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:08.593011 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-714fa45a-c4a7-43eb-9c35-c61bd5e62a54 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1833561'] for port, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:08.599211 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-7a8579e6-ce74-4910-9ae4-f81675e05362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:08.604092 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-bd621736-cf6b-4d4f-be33-c4aad9bc2a76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:08.607168 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-c077838e-b3c4-497f-96a5-6a9fd88a3606 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/quotas/cd65573bbe3e4966baf7dbde3d06304a HTTP/1.1" status: 200 len: 375 time: 0.0564854 May 31 18:19:08.688738 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-714fa45a-c4a7-43eb-9c35-c61bd5e62a54 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Network 7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc is already hosted by enough agents. {{(pid=91753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:19:08.693457 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.base_scheduler [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-714fa45a-c4a7-43eb-9c35-c61bd5e62a54 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Resources bound (agent type, host, resource id): {{(pid=91753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:19:08.696624 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.l3_dvrscheduler_db [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-714fa45a-c4a7-43eb-9c35-c61bd5e62a54 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Received port after_create {{(pid=91753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:19:08.749092 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549713a-c0c3-4d01-82c5-810c182c0f69 req-e266211a-9b2d-4c8f-bd8f-3032cff57026 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:08.749781 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-7a8579e6-ce74-4910-9ae4-f81675e05362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:08.751017 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-8549713a-c0c3-4d01-82c5-810c182c0f69 req-e266211a-9b2d-4c8f-bd8f-3032cff57026 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] 10.222.0.25 "GET /v2.0/ports?device_id=ece649e9-2cbf-45ae-a71b-a53acdfe1a4f HTTP/1.1" status: 200 len: 945 time: 0.2873335 May 31 18:19:08.784183 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714fa45a-c4a7-43eb-9c35-c61bd5e62a54 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Pushing event updated for resources: {'Port': ['ID=64eafe05-aea5-4f02-aeac-d969f41fb547,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:08.788448 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-714fa45a-c4a7-43eb-9c35-c61bd5e62a54 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:08.803182 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-536e8529-ee3f-485d-a475-f4e5def103aa service neutron] 10.222.0.20 "GET /v2.0/networks/bdb4a9e4-0610-4a9d-bf9e-a0493305c72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102285 May 31 18:19:08.811638 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-d849b891-76fc-49db-8ae4-a6413a91e601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:08.833365 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-714fa45a-c4a7-43eb-9c35-c61bd5e62a54 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:08.833983 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-714fa45a-c4a7-43eb-9c35-c61bd5e62a54 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for port, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:08.842214 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-d849b891-76fc-49db-8ae4-a6413a91e601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:08.864637 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-8549713a-c0c3-4d01-82c5-810c182c0f69 req-1ffab2e1-9a45-43a6-946a-424e5942a64e tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a9c6a-e54d-4cfd-a234-d8ead35ecde0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990012 May 31 18:19:08.867875 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 55356) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:08.898671 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-714fa45a-c4a7-43eb-9c35-c61bd5e62a54 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0899534 May 31 18:19:08.901458 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-b063f6d6-7fd7-4e55-bfbb-531f38e17546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:08.913594 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-f695826a-93f7-4106-b56b-04d0b7e2bf02 service neutron] Request body: {'port': {'device_id': '9bf79325-9f16-418b-af4b-11f307355ddc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77005'}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:19:08.947451 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d849b891-76fc-49db-8ae4-a6413a91e601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aee5e548-a1cc-4b2d-805f-5b8bbca37b22,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:08.981465 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-d849b891-76fc-49db-8ae4-a6413a91e601 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:09.003828 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-d849b891-76fc-49db-8ae4-a6413a91e601 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=92ff25cf1ffe4158aa02a38de3888e7b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1736178 May 31 18:19:09.006832 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 55364) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:09.034602 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-7a8579e6-ce74-4910-9ae4-f81675e05362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:09.041801 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-f44167d0-b65d-4717-8f22-208736f5471e tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Synchronizing usage tracker for tenant:cd65573bbe3e4966baf7dbde3d06304a on resource:port {{(pid=91754) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:19:09.055714 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-d849b891-76fc-49db-8ae4-a6413a91e601 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:09.074496 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-4496cfd9-a0c0-4897-b259-e063d991b42a req-2870761e-843f-48e1-81c5-6e9ac15bed32 service neutron] 10.222.0.20 "GET /v2.0/networks/bdb4a9e4-0610-4a9d-bf9e-a0493305c72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583499 May 31 18:19:09.079370 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8579e6-ce74-4910-9ae4-f81675e05362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b4652d-f039-4a6d-a5c7-4824f3508926,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:09.087113 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-7a8579e6-ce74-4910-9ae4-f81675e05362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:09.091377 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-f44167d0-b65d-4717-8f22-208736f5471e tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Unset dirty status for tenant:cd65573bbe3e4966baf7dbde3d06304a on resource:port {{(pid=91754) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:19:09.107474 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-75815102-1b6b-445f-855e-d3e8c3a6a5fd req-083a292d-4224-4e82-bda4-10068e600444 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Synchronizing usage tracker for tenant:c3d994f16a334298af3d28d648ac58b5 on resource:port {{(pid=91753) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:19:09.108296 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-f44167d0-b65d-4717-8f22-208736f5471e tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cd65573bbe3e4966baf7dbde3d06304a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4655221 May 31 18:19:09.139397 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-7a8579e6-ce74-4910-9ae4-f81675e05362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:09.142980 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-7a8579e6-ce74-4910-9ae4-f81675e05362 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f9b4652d-f039-4a6d-a5c7-4824f3508926 HTTP/1.1" status: 204 len: 168 time: 0.8234951 May 31 18:19:09.205590 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-ca0e79ef-3835-475a-9907-ec6a9ef55299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:09.241945 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-ca0e79ef-3835-475a-9907-ec6a9ef55299 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:09.245720 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-75815102-1b6b-445f-855e-d3e8c3a6a5fd req-083a292d-4224-4e82-bda4-10068e600444 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Unset dirty status for tenant:c3d994f16a334298af3d28d648ac58b5 on resource:port {{(pid=91753) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:19:09.246903 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-75815102-1b6b-445f-855e-d3e8c3a6a5fd req-083a292d-4224-4e82-bda4-10068e600444 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 210 time: 0.2539179 May 31 18:19:09.251990 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-ca0e79ef-3835-475a-9907-ec6a9ef55299 admin admin] Usage tracker for resource:security_group_rule and tenant:9a2f8b86f31b4946814dcc52c4a9f5d3 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:09.256884 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-ca0e79ef-3835-475a-9907-ec6a9ef55299 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:09.259164 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-59007007-fd13-4216-8274-8ba014f75e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:09.260652 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-f695826a-93f7-4106-b56b-04d0b7e2bf02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:09.282068 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-ca0e79ef-3835-475a-9907-ec6a9ef55299 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:09.312931 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-926652a7-3dc7-49c8-b813-0843d72760a1 service neutron] 10.222.0.25 "GET /v2.0/networks/2caae92d-233f-4a42-bb44-03a041ebb28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977360 May 31 18:19:09.388986 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-59007007-fd13-4216-8274-8ba014f75e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:09.396453 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d994e-3d34-4e0a-81c7-13add6bd667a req-29757177-025b-4951-8cf5-28c2f981c5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:09.398454 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a42d994e-3d34-4e0a-81c7-13add6bd667a req-29757177-025b-4951-8cf5-28c2f981c5d3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4d1b216261e41c7aa55b53c9f2a5ab7&device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 1096 time: 0.2001071 May 31 18:19:09.643975 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-b9dc8402-4f20-4e44-b2b8-7dfbf569c14d service neutron] 10.222.0.25 "GET /v2.0/networks/2caae92d-233f-4a42-bb44-03a041ebb28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301275 May 31 18:19:09.699046 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d994e-3d34-4e0a-81c7-13add6bd667a req-db7e56cf-94dd-4f5c-8eba-856be6fb1f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:09.707643 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a42d994e-3d34-4e0a-81c7-13add6bd667a req-db7e56cf-94dd-4f5c-8eba-856be6fb1f15 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bdb4a9e4-0610-4a9d-bf9e-a0493305c72a HTTP/1.1" status: 200 len: 917 time: 0.3017673 May 31 18:19:09.739786 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 55382) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:09.795683 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a42d994e-3d34-4e0a-81c7-13add6bd667a req-538e6677-9c87-4145-ae63-e35b526882e5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81e7c184-03d2-4a3e-a144-711065ad86db HTTP/1.1" status: 200 len: 217 time: 0.0799050 May 31 18:19:09.817122 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-59007007-fd13-4216-8274-8ba014f75e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:09.834993 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-5d3b78e6-d30c-4826-aa78-09f2dc34b182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:09.857294 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59007007-fd13-4216-8274-8ba014f75e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee5e548-a1cc-4b2d-805f-5b8bbca37b22,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:09.898495 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafdde08-1f8a-4d11-9b25-499ca5ba727f req-ad716be2-137b-44c0-b32b-0bee341c6efd tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:09.902932 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-fafdde08-1f8a-4d11-9b25-499ca5ba727f req-ad716be2-137b-44c0-b32b-0bee341c6efd tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 943 time: 0.4664350 May 31 18:19:09.906372 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-89ef573f-0914-4ff6-8e4a-04ffdb90c5e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:09.939175 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-ca0e79ef-3835-475a-9907-ec6a9ef55299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:09.941214 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-59007007-fd13-4216-8274-8ba014f75e4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:09.973839 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-89ef573f-0914-4ff6-8e4a-04ffdb90c5e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:09.977401 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-59007007-fd13-4216-8274-8ba014f75e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:09.978470 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-59007007-fd13-4216-8274-8ba014f75e4b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aee5e548-a1cc-4b2d-805f-5b8bbca37b22 HTTP/1.1" status: 204 len: 168 time: 0.9702184 May 31 18:19:09.979323 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-ca0e79ef-3835-475a-9907-ec6a9ef55299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:09.995406 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d994e-3d34-4e0a-81c7-13add6bd667a req-d7769ece-a9f5-44f7-885b-609223f9870b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:09.997130 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a42d994e-3d34-4e0a-81c7-13add6bd667a req-d7769ece-a9f5-44f7-885b-609223f9870b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a141bd4c-23e4-4ac5-be95-c7e9e5ec7954 HTTP/1.1" status: 200 len: 856 time: 0.1947820 May 31 18:19:10.003808 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-dc956d36-b481-48d9-9f64-8418e6d9cf84 req-1a68c84e-0cb9-422f-8ad1-789efcffd72e tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 210 time: 0.0805457 May 31 18:19:10.114183 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d994e-3d34-4e0a-81c7-13add6bd667a req-fb538472-d125-498e-ae1f-921803132195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:10.115988 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a42d994e-3d34-4e0a-81c7-13add6bd667a req-fb538472-d125-498e-ae1f-921803132195 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bdb4a9e4-0610-4a9d-bf9e-a0493305c72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1110437 May 31 18:19:10.213689 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-eaaafbcb-99fc-4e5e-b9e6-c01f790ca575 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:10.225947 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-e8ffed8b-a98a-412f-9b24-40b35c2569fd tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:10.227375 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-e8ffed8b-a98a-412f-9b24-40b35c2569fd tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.20 "GET /v2.0/networks?id=7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc HTTP/1.1" status: 200 len: 818 time: 0.2511516 May 31 18:19:10.243364 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-89ef573f-0914-4ff6-8e4a-04ffdb90c5e2 admin admin] Usage tracker for resource:security_group_rule and tenant:fb6042a5e60642d5b86037a26bc8adb7 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:10.258603 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-ce20610d-3c7f-4694-a56b-d0bd212bc36b tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Request body: {'port': {'device_id': 'ac2ba839-219b-4948-967f-46078d4f3e6f', 'network_id': '7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc', 'admin_state_up': True, 'tenant_id': 'c3d994f16a334298af3d28d648ac58b5'}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:19:10.381940 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-89ef573f-0914-4ff6-8e4a-04ffdb90c5e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:10.432151 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-89ef573f-0914-4ff6-8e4a-04ffdb90c5e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:10.467650 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0e79ef-3835-475a-9907-ec6a9ef55299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed85d1b3-f528-4e75-9b8a-1d9afdb80ef2,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:10.491160 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-ce20610d-3c7f-4694-a56b-d0bd212bc36b tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:10.492104 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a42d994e-3d34-4e0a-81c7-13add6bd667a req-823d4d29-8d12-4bcb-90d2-3c27ebe46efe service neutron] 10.222.0.20 "GET /v2.0/networks/bdb4a9e4-0610-4a9d-bf9e-a0493305c72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692896 May 31 18:19:10.505583 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-ce20610d-3c7f-4694-a56b-d0bd212bc36b tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:10.515119 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-ca0e79ef-3835-475a-9907-ec6a9ef55299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:10.530991 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-ce20610d-3c7f-4694-a56b-d0bd212bc36b tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Made reservation on behalf of c3d994f16a334298af3d28d648ac58b5 for: {'port': 1} {{(pid=91753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:19:10.535769 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-ce20610d-3c7f-4694-a56b-d0bd212bc36b tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:10.574693 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-fafdde08-1f8a-4d11-9b25-499ca5ba727f req-e060fd7b-88a6-4f22-891a-e8810bc82e97 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6394758 May 31 18:19:10.580420 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-ca0e79ef-3835-475a-9907-ec6a9ef55299 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9a2f8b86f31b4946814dcc52c4a9f5d3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7113798 May 31 18:19:10.584053 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 55418) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:10.633300 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbeefd6-cf75-476a-b5b6-b0b94d68511e req-7ad840bd-0df3-459f-a86d-5880fed07ebb tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:10.640795 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-6dbeefd6-cf75-476a-b5b6-b0b94d68511e req-7ad840bd-0df3-459f-a86d-5880fed07ebb tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] 10.222.0.25 "GET /v2.0/ports?device_id=ece649e9-2cbf-45ae-a71b-a53acdfe1a4f HTTP/1.1" status: 200 len: 945 time: 0.2510467 May 31 18:19:10.651024 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 55422) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:10.688815 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-a339d3dd-5ca5-4fbd-9576-02ea1ae414c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:10.737210 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-6dbeefd6-cf75-476a-b5b6-b0b94d68511e req-4d5fa6c6-8f7e-4517-a7e0-84794b93a29a tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a9c6a-e54d-4cfd-a234-d8ead35ecde0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952673 May 31 18:19:10.781469 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0be962c4-8864-4a46-a3fc-4e16955a5273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:10.795937 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a42d994e-3d34-4e0a-81c7-13add6bd667a req-71e0ba3a-3a45-447e-998f-4df6ae69c65c service neutron] 10.222.0.20 "GET /v2.0/networks/bdb4a9e4-0610-4a9d-bf9e-a0493305c72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899659 May 31 18:19:10.828572 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0be962c4-8864-4a46-a3fc-4e16955a5273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:10.894280 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-a339d3dd-5ca5-4fbd-9576-02ea1ae414c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:10.900150 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-a339d3dd-5ca5-4fbd-9576-02ea1ae414c8 admin admin] Usage tracker for resource:security_group_rule and tenant:6a61e20c106745c09b288ded23e703a3 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:10.903933 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0be962c4-8864-4a46-a3fc-4e16955a5273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:10.904106 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-a339d3dd-5ca5-4fbd-9576-02ea1ae414c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:10.909546 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-98d40ad7-969c-480a-9398-9029bb82af73 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:10.909947 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-a339d3dd-5ca5-4fbd-9576-02ea1ae414c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:10.924791 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be962c4-8864-4a46-a3fc-4e16955a5273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed85d1b3-f528-4e75-9b8a-1d9afdb80ef2,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:10.931720 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-0be962c4-8864-4a46-a3fc-4e16955a5273 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:10.932556 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0be962c4-8864-4a46-a3fc-4e16955a5273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:10.937484 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-0be962c4-8864-4a46-a3fc-4e16955a5273 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ed85d1b3-f528-4e75-9b8a-1d9afdb80ef2 HTTP/1.1" status: 204 len: 168 time: 0.3518891 May 31 18:19:10.972796 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.notifiers.nova [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-f695826a-93f7-4106-b56b-04d0b7e2bf02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64eafe05-aea5-4f02-aeac-d969f41fb547 {{(pid=91753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:19:11.042390 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-f695826a-93f7-4106-b56b-04d0b7e2bf02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:11.079313 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-fe4b183d-8d97-4aa2-9951-253d7d5a426e req-8823012c-83f7-4bdb-93fc-1415ffe980b9 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 210 time: 0.1893291 May 31 18:19:11.102696 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.provisioning_blocks [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-f695826a-93f7-4106-b56b-04d0b7e2bf02 service neutron] Transition to ACTIVE for port object 64eafe05-aea5-4f02-aeac-d969f41fb547 will not be triggered until provisioned by entity L2. {{(pid=91753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:19:11.151375 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-f695826a-93f7-4106-b56b-04d0b7e2bf02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1833552'] for port, after_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:11.187640 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-fb3fed01-ec60-441a-ae8d-18df96c65c25 req-66f61839-0561-43c8-90c7-3eb8d14d0d82 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 210 time: 0.0540226 May 31 18:19:11.202351 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:11.380501 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-89ef573f-0914-4ff6-8e4a-04ffdb90c5e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:11.403416 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-89ef573f-0914-4ff6-8e4a-04ffdb90c5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:11.420684 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.db_base_plugin_common [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-ce20610d-3c7f-4694-a56b-d0bd212bc36b tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Allocated IP 172.20.0.2 (7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc/3e3fa326-62c2-4696-a5ba-f91860a8b0f6/87ddfb9a-51c8-4f79-b7cc-e7f957335318) {{(pid=91753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:19:11.423400 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695826a-93f7-4106-b56b-04d0b7e2bf02 service neutron] Pushing event updated for resources: {'Port': ['ID=64eafe05-aea5-4f02-aeac-d969f41fb547,revision_number=2']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:11.447999 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 55440) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:11.489438 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-359fad6f-152f-4053-b584-7e8ed291c95c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:11.508951 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-f695826a-93f7-4106-b56b-04d0b7e2bf02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:11.515990 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-3bef2083-a89a-44cc-8f11-91da7f6ea10b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:11.577194 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-359fad6f-152f-4053-b584-7e8ed291c95c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:11.590105 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-359fad6f-152f-4053-b584-7e8ed291c95c admin admin] Usage tracker for resource:security_group_rule and tenant:ca93f05e4cd840278208a64e8ca817e8 is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:11.595084 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-359fad6f-152f-4053-b584-7e8ed291c95c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:11.604765 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-359fad6f-152f-4053-b584-7e8ed291c95c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:11.662033 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-a0bccf1e-144e-4c9b-901d-822977bf01b5 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:11.663755 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-a0bccf1e-144e-4c9b-901d-822977bf01b5 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.20 "GET /v2.0/networks?id=2caae92d-233f-4a42-bb44-03a041ebb28d HTTP/1.1" status: 200 len: 810 time: 0.1970053 May 31 18:19:11.728757 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-89ef573f-0914-4ff6-8e4a-04ffdb90c5e2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fb6042a5e60642d5b86037a26bc8adb7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9818239 May 31 18:19:11.734477 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-afe4630d-1e64-443b-8be6-6c3610a5fc85 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd65573bbe3e4966baf7dbde3d06304a HTTP/1.1" status: 200 len: 379 time: 0.0611331 May 31 18:19:11.735199 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 55454) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:11.744721 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-a339d3dd-5ca5-4fbd-9576-02ea1ae414c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:11.756608 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-d1265cde-1669-4c25-910d-fafcb1429027 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Request body: {'port': {'device_id': 'c29edd01-9612-457e-9607-8f6c71dbdb3a', 'network_id': '2caae92d-233f-4a42-bb44-03a041ebb28d', 'admin_state_up': True, 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'security_groups': ['258f730c-5383-42e6-bee2-f4b55ca3abe4']}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:19:11.806285 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-a339d3dd-5ca5-4fbd-9576-02ea1ae414c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:11.833915 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ef573f-0914-4ff6-8e4a-04ffdb90c5e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f0cd96-68e8-4e40-a856-692ce3c62c65,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:11.852587 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-89ef573f-0914-4ff6-8e4a-04ffdb90c5e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:11.853015 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:11.873954 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-a339d3dd-5ca5-4fbd-9576-02ea1ae414c8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6a61e20c106745c09b288ded23e703a3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2136858 May 31 18:19:11.895759 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 55466) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:11.966275 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.managers [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-f695826a-93f7-4106-b56b-04d0b7e2bf02 service neutron] Attempting to bind port 64eafe05-aea5-4f02-aeac-d969f41fb547 on host hv-cinder-77005 for vnic_type normal with profile {{(pid=91753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:19:11.966827 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.managers [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-f695826a-93f7-4106-b56b-04d0b7e2bf02 service neutron] Attempting to bind port 64eafe05-aea5-4f02-aeac-d969f41fb547 by drivers openvswitch,hyperv on host hv-cinder-77005 at level 0 using segments [{'id': 'b9f4f3c2-f30c-4328-8149-c1013c816903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc'}] {{(pid=91753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:19:11.967179 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-f695826a-93f7-4106-b56b-04d0b7e2bf02 service neutron] Attempting to bind port 64eafe05-aea5-4f02-aeac-d969f41fb547 on network 7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc {{(pid=91753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:19:12.016200 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-2144705e-3755-45d0-9a8f-7da483aab4c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:12.027797 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a339d3dd-5ca5-4fbd-9576-02ea1ae414c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25cecb8c-5795-480c-9d43-179a30a21472,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:12.039356 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-f695826a-93f7-4106-b56b-04d0b7e2bf02 service neutron] Port 64eafe05-aea5-4f02-aeac-d969f41fb547 on network 7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77005 {{(pid=91753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 18:19:12.039673 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-f695826a-93f7-4106-b56b-04d0b7e2bf02 service neutron] Attempting to bind port 64eafe05-aea5-4f02-aeac-d969f41fb547 on network 7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc {{(pid=91753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:19:12.043256 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-a339d3dd-5ca5-4fbd-9576-02ea1ae414c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:12.062150 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-359fad6f-152f-4053-b584-7e8ed291c95c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:12.071160 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-d1265cde-1669-4c25-910d-fafcb1429027 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:12.073490 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-f695826a-93f7-4106-b56b-04d0b7e2bf02 service neutron] Checking agent: {'id': '46eeceb7-2107-4a71-92f6-f52bad665eae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77005', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 16, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:19:12.073828 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-f695826a-93f7-4106-b56b-04d0b7e2bf02 service neutron] Checking segment: {'id': 'b9f4f3c2-f30c-4328-8149-c1013c816903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:19:12.074356 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-f695826a-93f7-4106-b56b-04d0b7e2bf02 service neutron] Bound using segment: {'id': 'b9f4f3c2-f30c-4328-8149-c1013c816903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc'} {{(pid=91753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:19:12.074808 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.managers [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-f695826a-93f7-4106-b56b-04d0b7e2bf02 service neutron] Bound port: 64eafe05-aea5-4f02-aeac-d969f41fb547, host: hv-cinder-77005, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9f4f3c2-f30c-4328-8149-c1013c816903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc'}}] {{(pid=91753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:19:12.075145 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-f695826a-93f7-4106-b56b-04d0b7e2bf02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:12.075802 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-359fad6f-152f-4053-b584-7e8ed291c95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:12.081335 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-2144705e-3755-45d0-9a8f-7da483aab4c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:12.097033 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-7a8579e6-ce74-4910-9ae4-f81675e05362 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:12.130554 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359fad6f-152f-4053-b584-7e8ed291c95c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96777afa-a392-4df5-8327-0f9683e2a4d1,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:12.138554 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-d1265cde-1669-4c25-910d-fafcb1429027 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:12.142303 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-359fad6f-152f-4053-b584-7e8ed291c95c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:12.186058 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-359fad6f-152f-4053-b584-7e8ed291c95c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ca93f05e4cd840278208a64e8ca817e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7366531 May 31 18:19:12.187304 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 55478) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:12.205094 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d017b58-4164-4da2-9be7-d95535fe2a0c req-64a05c82-f7aa-466a-bb9e-17e4b07b2aee tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:12.206688 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-4d017b58-4164-4da2-9be7-d95535fe2a0c req-64a05c82-f7aa-466a-bb9e-17e4b07b2aee tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 943 time: 0.4607189 May 31 18:19:12.211329 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c688701a-b20f-492b-af6f-7c6c57772e8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:12.217549 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-d1265cde-1669-4c25-910d-fafcb1429027 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Made reservation on behalf of cd65573bbe3e4966baf7dbde3d06304a for: {'port': 1} {{(pid=91754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:19:12.221193 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-d1265cde-1669-4c25-910d-fafcb1429027 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:12.273245 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-ce20610d-3c7f-4694-a56b-d0bd212bc36b tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Notify callbacks [] for port, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:12.303354 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-08a949ce-4ecb-4379-b9cb-c292ff87dacc req-5939a2c7-5cdc-415d-9393-0b92d63ce90e tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 210 time: 0.0670838 May 31 18:19:12.308018 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c688701a-b20f-492b-af6f-7c6c57772e8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:12.343652 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.db [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-f695826a-93f7-4106-b56b-04d0b7e2bf02 service neutron] For port 64eafe05-aea5-4f02-aeac-d969f41fb547, host hv-cinder-77005, cleared binding levels {{(pid=91753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:19:12.348850 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-4d017b58-4164-4da2-9be7-d95535fe2a0c req-0fb167fa-110f-4d86-b836-8a42159c19f8 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332157 May 31 18:19:12.376705 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.db [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-f695826a-93f7-4106-b56b-04d0b7e2bf02 service neutron] For port 64eafe05-aea5-4f02-aeac-d969f41fb547, host hv-cinder-77005, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=64eafe05-aea5-4f02-aeac-d969f41fb547,segment=NetworkSegment(b9f4f3c2-f30c-4328-8149-c1013c816903),segment_id=b9f4f3c2-f30c-4328-8149-c1013c816903)] {{(pid=91753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:19:12.397859 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-f695826a-93f7-4106-b56b-04d0b7e2bf02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1833552'] for port, after_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:12.411804 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-bd621736-cf6b-4d4f-be33-c4aad9bc2a76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:12.513706 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c688701a-b20f-492b-af6f-7c6c57772e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:12.527846 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-f695826a-93f7-4106-b56b-04d0b7e2bf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:12.528524 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-f695826a-93f7-4106-b56b-04d0b7e2bf02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for port, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:12.529958 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-f695826a-93f7-4106-b56b-04d0b7e2bf02 service neutron] 10.222.0.20 "PUT /v2.0/ports/64eafe05-aea5-4f02-aeac-d969f41fb547 HTTP/1.1" status: 200 len: 1093 time: 3.6238222 May 31 18:19:12.530512 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bf79325-9f16-418b-af4b-11f307355ddc', 'tag': '64eafe05-aea5-4f02-aeac-d969f41fb547'}] {{(pid=91753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:19:12.531973 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-2144705e-3755-45d0-9a8f-7da483aab4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:12.541154 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-ac567f40-d274-4402-9b48-aad059a6442d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:12.548294 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:12.549239 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f695826a-93f7-4106-b56b-04d0b7e2bf02 service neutron] Pushing event updated for resources: {'Port': ['ID=64eafe05-aea5-4f02-aeac-d969f41fb547,revision_number=3']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:12.562432 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-ce20610d-3c7f-4694-a56b-d0bd212bc36b tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1833561'] for port, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:12.572182 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-f695826a-93f7-4106-b56b-04d0b7e2bf02 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:12.575134 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-59007007-fd13-4216-8274-8ba014f75e4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:12.635292 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2144705e-3755-45d0-9a8f-7da483aab4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f0cd96-68e8-4e40-a856-692ce3c62c65,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:12.650840 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c688701a-b20f-492b-af6f-7c6c57772e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25cecb8c-5795-480c-9d43-179a30a21472,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:12.663406 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-2144705e-3755-45d0-9a8f-7da483aab4c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:12.667488 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-c688701a-b20f-492b-af6f-7c6c57772e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:12.668501 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:12.672680 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.db_base_plugin_common [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-d1265cde-1669-4c25-910d-fafcb1429027 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Allocated IP 172.20.0.9 (2caae92d-233f-4a42-bb44-03a041ebb28d/6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a/aa99cb7e-9beb-4262-8b8a-a586ff3f23ea) {{(pid=91754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:19:12.680299 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-36b54877-e031-49ad-a03f-4aecc190d976 req-8c5ac3b7-0e85-489d-aaf5-2b1adad2fc24 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Synchronizing usage tracker for tenant:cd65573bbe3e4966baf7dbde3d06304a on resource:port {{(pid=91754) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:19:12.694152 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-ac567f40-d274-4402-9b48-aad059a6442d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:12.752215 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4a07d5f70f7fd4dbd3fa52429be7a5e9952b90ad99acae3e898da8695de761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ddf088-5b20-4041-8e47-731dd8d3dea3" -d '{"events": [{"name": "network-changed", "server_uuid": "9bf79325-9f16-418b-af4b-11f307355ddc", "tag": "64eafe05-aea5-4f02-aeac-d969f41fb547"}]}' {{(pid=91753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:19:12.752832 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-2144705e-3755-45d0-9a8f-7da483aab4c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:12.753971 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-2144705e-3755-45d0-9a8f-7da483aab4c1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/47f0cd96-68e8-4e40-a856-692ce3c62c65 HTTP/1.1" status: 204 len: 168 time: 1.0176377 May 31 18:19:12.768733 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-36b54877-e031-49ad-a03f-4aecc190d976 req-8c5ac3b7-0e85-489d-aaf5-2b1adad2fc24 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Unset dirty status for tenant:cd65573bbe3e4966baf7dbde3d06304a on resource:port {{(pid=91754) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:19:12.769766 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-36b54877-e031-49ad-a03f-4aecc190d976 req-8c5ac3b7-0e85-489d-aaf5-2b1adad2fc24 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 210 time: 0.1836052 May 31 18:19:12.799378 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c688701a-b20f-492b-af6f-7c6c57772e8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:12.800744 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-c688701a-b20f-492b-af6f-7c6c57772e8c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/25cecb8c-5795-480c-9d43-179a30a21472 HTTP/1.1" status: 204 len: 168 time: 0.9027679 May 31 18:19:12.819388 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-ce20610d-3c7f-4694-a56b-d0bd212bc36b tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Network 7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc is already hosted by enough agents. {{(pid=91753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:19:12.829561 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.base_scheduler [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-ce20610d-3c7f-4694-a56b-d0bd212bc36b tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Resources bound (agent type, host, resource id): {{(pid=91753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:19:12.840210 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-ac567f40-d274-4402-9b48-aad059a6442d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:12.843589 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce20610d-3c7f-4694-a56b-d0bd212bc36b tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Pushing event updated for resources: {'Port': ['ID=87ddfb9a-51c8-4f79-b7cc-e7f957335318,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:12.852170 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-2cb13b6c-eaaf-4de0-8aaf-71803e803bce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:12.854915 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-ce20610d-3c7f-4694-a56b-d0bd212bc36b tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Received port after_create {{(pid=91753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:19:12.914524 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac567f40-d274-4402-9b48-aad059a6442d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96777afa-a392-4df5-8327-0f9683e2a4d1,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:12.918724 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-ac567f40-d274-4402-9b48-aad059a6442d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:12.922963 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-ac567f40-d274-4402-9b48-aad059a6442d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/96777afa-a392-4df5-8327-0f9683e2a4d1 HTTP/1.1" status: 204 len: 168 time: 0.7320695 May 31 18:19:12.938819 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-ac567f40-d274-4402-9b48-aad059a6442d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:12.943823 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-ce20610d-3c7f-4694-a56b-d0bd212bc36b tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:12.955140 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-ce20610d-3c7f-4694-a56b-d0bd212bc36b tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:12.955966 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-ce20610d-3c7f-4694-a56b-d0bd212bc36b tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for port, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:12.991134 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-ce20610d-3c7f-4694-a56b-d0bd212bc36b tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7434411 May 31 18:19:13.010700 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-b0628c11-0a12-4e29-8433-f134dddd9aa2 service neutron] Request body: {'port': {'device_id': 'ac2ba839-219b-4948-967f-46078d4f3e6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77005'}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:19:13.063959 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-bf361dc4-5b65-47bc-bf23-938878dc1285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:13.064946 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 81e7c184-03d2-4a3e-a144-711065ad86db details requested by agent hyperv_hv-cinder-77005 with host hv-cinder-77005 {{(pid=91755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 18:19:13.067128 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-bf361dc4-5b65-47bc-bf23-938878dc1285 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c3d994f16a334298af3d28d648ac58b5&device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 1096 time: 0.4731500 May 31 18:19:13.092806 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-d1265cde-1669-4c25-910d-fafcb1429027 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks [] for port, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:13.128311 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.provisioning_blocks [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-d1265cde-1669-4c25-910d-fafcb1429027 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Transition to ACTIVE for port object aa99cb7e-9beb-4262-8b8a-a586ff3f23ea will not be triggered until provisioned by entity DHCP. {{(pid=91754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:19:13.171882 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-d1265cde-1669-4c25-910d-fafcb1429027 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395'] for port, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:13.177675 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-7617589e-0a3b-4194-875c-c8b3a49782cb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64eafe05-aea5-4f02-aeac-d969f41fb547 HTTP/1.1" status: 200 len: 217 time: 0.1032779 May 31 18:19:13.197749 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-8f735c8e-59ff-49cc-b085-92de205fdc77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:13.312290 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 81e7c184-03d2-4a3e-a144-711065ad86db, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=81e7c184-03d2-4a3e-a144-711065ad86db,segment=NetworkSegment(9e7eb541-2a48-4373-bede-dc253746dbb0),segment_id=9e7eb541-2a48-4373-bede-dc253746dbb0)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:19:13.315690 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700c08a3-d991-470c-ae36-5cb0c15bf136 x-openstack-request-id: req-700c08a3-d991-470c-ae36-5cb0c15bf136 {{(pid=91753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:19:13.316001 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bf79325-9f16-418b-af4b-11f307355ddc", "tag": "64eafe05-aea5-4f02-aeac-d969f41fb547", "status": "completed", "code": 200}]} {{(pid=91753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:19:13.316294 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-700c08a3-d991-470c-ae36-5cb0c15bf136 {{(pid=91753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:19:13.318190 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bf79325-9f16-418b-af4b-11f307355ddc', 'tag': '64eafe05-aea5-4f02-aeac-d969f41fb547', 'status': 'completed', 'code': 200} May 31 18:19:13.329310 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Returning: {'device': '81e7c184-03d2-4a3e-a144-711065ad86db', 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a', 'port_id': '81e7c184-03d2-4a3e-a144-711065ad86db', 'mac_address': 'fa:16:3e:87:8a:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a141bd4c-23e4-4ac5-be95-c7e9e5ec7954', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 18:19:13.400316 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-d1265cde-1669-4c25-910d-fafcb1429027 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Network 2caae92d-233f-4a42-bb44-03a041ebb28d is already hosted by enough agents. {{(pid=91754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:19:13.404239 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.base_scheduler [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-d1265cde-1669-4c25-910d-fafcb1429027 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Resources bound (agent type, host, resource id): {{(pid=91754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:19:13.406496 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1265cde-1669-4c25-910d-fafcb1429027 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Pushing event updated for resources: {'Port': ['ID=aa99cb7e-9beb-4262-8b8a-a586ff3f23ea,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:13.413761 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.l3_dvrscheduler_db [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-d1265cde-1669-4c25-910d-fafcb1429027 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Received port after_create {{(pid=91754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:19:13.465452 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-d1265cde-1669-4c25-910d-fafcb1429027 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:13.466145 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-d1265cde-1669-4c25-910d-fafcb1429027 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for port, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:13.470983 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-d1265cde-1669-4c25-910d-fafcb1429027 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:13.490527 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-d1265cde-1669-4c25-910d-fafcb1429027 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7403440 May 31 18:19:13.519504 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-ba682c06-83b3-4370-aa38-8d6295f83272 service neutron] Request body: {'port': {'device_id': 'c29edd01-9612-457e-9607-8f6c71dbdb3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77005'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:19:13.541004 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:13.596265 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e7c184-03d2-4a3e-a144-711065ad86db {{(pid=91755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:19:13.658746 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 81e7c184-03d2-4a3e-a144-711065ad86db, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=81e7c184-03d2-4a3e-a144-711065ad86db,segment=NetworkSegment(9e7eb541-2a48-4373-bede-dc253746dbb0),segment_id=9e7eb541-2a48-4373-bede-dc253746dbb0)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:19:13.668299 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:13.670446 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e62dd390-b948-4ae2-be1c-c158170deb7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:13.745400 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-b0628c11-0a12-4e29-8433-f134dddd9aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:13.773531 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-1e060837-f5ad-4a69-a296-6795876a3fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:13.787334 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-1e060837-f5ad-4a69-a296-6795876a3fb1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e3fa326-62c2-4696-a5ba-f91860a8b0f6 HTTP/1.1" status: 200 len: 858 time: 0.6026621 May 31 18:19:13.895143 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=81e7c184-03d2-4a3e-a144-711065ad86db,revision_number=4']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:13.903674 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:13.926426 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-777a65cf-2eab-48ec-8c45-42566a78bb0f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1319904 May 31 18:19:13.943026 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-ba682c06-83b3-4370-aa38-8d6295f83272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:13.970030 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-2aa24f6b-3f4b-4c13-80cf-9be1c784f051 None None] Provisioning for port aa99cb7e-9beb-4262-8b8a-a586ff3f23ea completed by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:19:13.985756 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-2aa24f6b-3f4b-4c13-80cf-9be1c784f051 None None] Provisioning complete for port aa99cb7e-9beb-4262-8b8a-a586ff3f23ea triggered by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:19:13.988393 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-2aa24f6b-3f4b-4c13-80cf-9be1c784f051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:14.064741 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] get_ports_and_sgs() called for port_ids ['81e7c184-03d2-4a3e-a144-711065ad86db'] {{(pid=91755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:19:14.087741 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe3179c-27e9-4576-aba7-8097d53e539a req-ae820a23-707e-4f9d-8972-b519a900b95f tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:14.095814 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-abe3179c-27e9-4576-aba7-8097d53e539a req-ae820a23-707e-4f9d-8972-b519a900b95f tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 944 time: 0.2077472 May 31 18:19:14.216314 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-2aa24f6b-3f4b-4c13-80cf-9be1c784f051 None None] Port aa99cb7e-9beb-4262-8b8a-a586ff3f23ea cannot update to ACTIVE because it is not bound. {{(pid=91755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:19:14.270607 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-abe3179c-27e9-4576-aba7-8097d53e539a req-7cba7b60-3a45-41d9-9f75-3ee020488681 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732695 May 31 18:19:14.304809 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3a7575-22cb-4723-b6d8-c11ca86c1b99 req-a685622f-312d-436f-b61b-da55398ff099 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:14.305615 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-3c3a7575-22cb-4723-b6d8-c11ca86c1b99 req-a685622f-312d-436f-b61b-da55398ff099 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Synchronizing usage tracker for tenant:c3d994f16a334298af3d28d648ac58b5 on resource:port {{(pid=91753) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:19:14.345151 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-f65f23f7-1139-4d99-abd7-d7e98fcdec89 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821809 May 31 18:19:14.593103 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9a80c-6c49-4d55-859d-1b43b72a9f2e req-d742ae8d-e44b-4f19-bf5b-5a182da35677 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:14.606846 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-acb9a80c-6c49-4d55-859d-1b43b72a9f2e req-d742ae8d-e44b-4f19-bf5b-5a182da35677 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 931 time: 0.1968501 May 31 18:19:14.723611 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-acb9a80c-6c49-4d55-859d-1b43b72a9f2e req-7caae2d5-8fda-49ec-ac8e-08eb15735b19 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=258f730c-5383-42e6-bee2-f4b55ca3abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157956 May 31 18:19:14.737640 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-3c3a7575-22cb-4723-b6d8-c11ca86c1b99 req-a685622f-312d-436f-b61b-da55398ff099 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Unset dirty status for tenant:c3d994f16a334298af3d28d648ac58b5 on resource:port {{(pid=91753) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:19:14.737640 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-3c3a7575-22cb-4723-b6d8-c11ca86c1b99 req-a685622f-312d-436f-b61b-da55398ff099 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 931 time: 1.0771952 May 31 18:19:14.742677 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.notifiers.nova [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-ba682c06-83b3-4370-aa38-8d6295f83272 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa99cb7e-9beb-4262-8b8a-a586ff3f23ea {{(pid=91754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:19:14.751213 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-ba682c06-83b3-4370-aa38-8d6295f83272 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:14.770059 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.provisioning_blocks [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-ba682c06-83b3-4370-aa38-8d6295f83272 service neutron] Transition to ACTIVE for port object aa99cb7e-9beb-4262-8b8a-a586ff3f23ea will not be triggered until provisioned by entity L2. {{(pid=91754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:19:14.773752 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-ba682c06-83b3-4370-aa38-8d6295f83272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:14.781676 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:14.830525 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-98a6687b-ef9d-4842-a59c-6c152497ba26 req-5b05677a-703a-404d-b77f-c135b4b66cf5 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4261286 May 31 18:19:14.856187 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.notifiers.nova [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-b0628c11-0a12-4e29-8433-f134dddd9aa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87ddfb9a-51c8-4f79-b7cc-e7f957335318 {{(pid=91753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:19:14.867546 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-3c3a7575-22cb-4723-b6d8-c11ca86c1b99 req-54cfd368-1cde-4cd1-9c92-0e7ce14d02a0 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Synchronizing usage tracker for tenant:c3d994f16a334298af3d28d648ac58b5 on resource:security_group {{(pid=91753) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:19:14.871109 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-b0628c11-0a12-4e29-8433-f134dddd9aa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:14.995755 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.provisioning_blocks [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-b0628c11-0a12-4e29-8433-f134dddd9aa2 service neutron] Transition to ACTIVE for port object 87ddfb9a-51c8-4f79-b7cc-e7f957335318 will not be triggered until provisioned by entity L2. {{(pid=91753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:19:15.014589 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-b0628c11-0a12-4e29-8433-f134dddd9aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1833552'] for port, after_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:15.035604 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-3c3a7575-22cb-4723-b6d8-c11ca86c1b99 req-54cfd368-1cde-4cd1-9c92-0e7ce14d02a0 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Unset dirty status for tenant:c3d994f16a334298af3d28d648ac58b5 on resource:security_group {{(pid=91753) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:19:15.036819 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-3c3a7575-22cb-4723-b6d8-c11ca86c1b99 req-54cfd368-1cde-4cd1-9c92-0e7ce14d02a0 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905383 May 31 18:19:15.039803 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-0d3a3720-8364-4f0c-8296-0fd79ced2b6c tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:15.060733 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba682c06-83b3-4370-aa38-8d6295f83272 service neutron] Pushing event updated for resources: {'Port': ['ID=aa99cb7e-9beb-4262-8b8a-a586ff3f23ea,revision_number=2']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:15.088873 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-ba682c06-83b3-4370-aa38-8d6295f83272 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:15.132584 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.managers [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-ba682c06-83b3-4370-aa38-8d6295f83272 service neutron] Attempting to bind port aa99cb7e-9beb-4262-8b8a-a586ff3f23ea on host hv-cinder-77005 for vnic_type normal with profile {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:19:15.133635 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.managers [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-ba682c06-83b3-4370-aa38-8d6295f83272 service neutron] Attempting to bind port aa99cb7e-9beb-4262-8b8a-a586ff3f23ea by drivers openvswitch,hyperv on host hv-cinder-77005 at level 0 using segments [{'id': '681bc718-6646-4c87-98cd-26d10e9c9f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2caae92d-233f-4a42-bb44-03a041ebb28d'}] {{(pid=91754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:19:15.133955 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-ba682c06-83b3-4370-aa38-8d6295f83272 service neutron] Attempting to bind port aa99cb7e-9beb-4262-8b8a-a586ff3f23ea on network 2caae92d-233f-4a42-bb44-03a041ebb28d {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:19:15.145814 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-ba682c06-83b3-4370-aa38-8d6295f83272 service neutron] Port aa99cb7e-9beb-4262-8b8a-a586ff3f23ea on network 2caae92d-233f-4a42-bb44-03a041ebb28d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77005 {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 18:19:15.146134 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-ba682c06-83b3-4370-aa38-8d6295f83272 service neutron] Attempting to bind port aa99cb7e-9beb-4262-8b8a-a586ff3f23ea on network 2caae92d-233f-4a42-bb44-03a041ebb28d {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:19:15.156318 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-ba682c06-83b3-4370-aa38-8d6295f83272 service neutron] Checking agent: {'id': '46eeceb7-2107-4a71-92f6-f52bad665eae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77005', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 16, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:19:15.156659 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-ba682c06-83b3-4370-aa38-8d6295f83272 service neutron] Checking segment: {'id': '681bc718-6646-4c87-98cd-26d10e9c9f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2caae92d-233f-4a42-bb44-03a041ebb28d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:19:15.157043 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-ba682c06-83b3-4370-aa38-8d6295f83272 service neutron] Bound using segment: {'id': '681bc718-6646-4c87-98cd-26d10e9c9f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2caae92d-233f-4a42-bb44-03a041ebb28d'} {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:19:15.157473 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.managers [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-ba682c06-83b3-4370-aa38-8d6295f83272 service neutron] Bound port: aa99cb7e-9beb-4262-8b8a-a586ff3f23ea, host: hv-cinder-77005, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '681bc718-6646-4c87-98cd-26d10e9c9f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2caae92d-233f-4a42-bb44-03a041ebb28d'}}] {{(pid=91754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:19:15.157820 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-ba682c06-83b3-4370-aa38-8d6295f83272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:15.261963 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0628c11-0a12-4e29-8433-f134dddd9aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=87ddfb9a-51c8-4f79-b7cc-e7f957335318,revision_number=2']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:15.273441 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-b0628c11-0a12-4e29-8433-f134dddd9aa2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:15.283185 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ddf088-5b20-4041-8e47-731dd8d3dea3 req-ccb0c668-429b-4012-b835-6a53115fd1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:15.284715 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-97ddf088-5b20-4041-8e47-731dd8d3dea3 req-ccb0c668-429b-4012-b835-6a53115fd1ae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c3d994f16a334298af3d28d648ac58b5&device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 1096 time: 0.4056516 May 31 18:19:15.404120 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-ba682c06-83b3-4370-aa38-8d6295f83272 service neutron] For port aa99cb7e-9beb-4262-8b8a-a586ff3f23ea, host hv-cinder-77005, cleared binding levels {{(pid=91754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:19:15.412322 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-ba682c06-83b3-4370-aa38-8d6295f83272 service neutron] For port aa99cb7e-9beb-4262-8b8a-a586ff3f23ea, host hv-cinder-77005, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=aa99cb7e-9beb-4262-8b8a-a586ff3f23ea,segment=NetworkSegment(681bc718-6646-4c87-98cd-26d10e9c9f7d),segment_id=681bc718-6646-4c87-98cd-26d10e9c9f7d)] {{(pid=91754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:19:15.424543 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-ba682c06-83b3-4370-aa38-8d6295f83272 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:15.432599 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:15.442662 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.managers [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-b0628c11-0a12-4e29-8433-f134dddd9aa2 service neutron] Attempting to bind port 87ddfb9a-51c8-4f79-b7cc-e7f957335318 on host hv-cinder-77005 for vnic_type normal with profile {{(pid=91753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:19:15.443174 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.managers [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-b0628c11-0a12-4e29-8433-f134dddd9aa2 service neutron] Attempting to bind port 87ddfb9a-51c8-4f79-b7cc-e7f957335318 by drivers openvswitch,hyperv on host hv-cinder-77005 at level 0 using segments [{'id': 'b9f4f3c2-f30c-4328-8149-c1013c816903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc'}] {{(pid=91753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:19:15.443367 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-b0628c11-0a12-4e29-8433-f134dddd9aa2 service neutron] Attempting to bind port 87ddfb9a-51c8-4f79-b7cc-e7f957335318 on network 7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc {{(pid=91753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:19:15.466189 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-b0628c11-0a12-4e29-8433-f134dddd9aa2 service neutron] Port 87ddfb9a-51c8-4f79-b7cc-e7f957335318 on network 7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77005 {{(pid=91753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 18:19:15.466509 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-b0628c11-0a12-4e29-8433-f134dddd9aa2 service neutron] Attempting to bind port 87ddfb9a-51c8-4f79-b7cc-e7f957335318 on network 7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc {{(pid=91753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:19:15.486620 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-b0628c11-0a12-4e29-8433-f134dddd9aa2 service neutron] Checking agent: {'id': '46eeceb7-2107-4a71-92f6-f52bad665eae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77005', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 16, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:19:15.487026 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-b0628c11-0a12-4e29-8433-f134dddd9aa2 service neutron] Checking segment: {'id': 'b9f4f3c2-f30c-4328-8149-c1013c816903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:19:15.487324 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-b0628c11-0a12-4e29-8433-f134dddd9aa2 service neutron] Bound using segment: {'id': 'b9f4f3c2-f30c-4328-8149-c1013c816903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc'} {{(pid=91753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:19:15.487755 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.managers [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-b0628c11-0a12-4e29-8433-f134dddd9aa2 service neutron] Bound port: 87ddfb9a-51c8-4f79-b7cc-e7f957335318, host: hv-cinder-77005, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9f4f3c2-f30c-4328-8149-c1013c816903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc'}}] {{(pid=91753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:19:15.488203 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-b0628c11-0a12-4e29-8433-f134dddd9aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:15.558895 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ddf088-5b20-4041-8e47-731dd8d3dea3 req-3489e793-7795-458b-8b96-ab81624e1442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:15.560366 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-97ddf088-5b20-4041-8e47-731dd8d3dea3 req-3489e793-7795-458b-8b96-ab81624e1442 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc HTTP/1.1" status: 200 len: 918 time: 0.2676024 May 31 18:19:15.669865 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-97ddf088-5b20-4041-8e47-731dd8d3dea3 req-e943652e-0fa5-45fe-8871-d093073ac843 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64eafe05-aea5-4f02-aeac-d969f41fb547 HTTP/1.1" status: 200 len: 217 time: 0.1026709 May 31 18:19:15.707011 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-ba682c06-83b3-4370-aa38-8d6295f83272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:15.707625 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-ba682c06-83b3-4370-aa38-8d6295f83272 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for port, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:15.718308 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-ba682c06-83b3-4370-aa38-8d6295f83272 service neutron] 10.222.0.20 "PUT /v2.0/ports/aa99cb7e-9beb-4262-8b8a-a586ff3f23ea HTTP/1.1" status: 200 len: 1093 time: 2.2033427 May 31 18:19:15.718878 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29edd01-9612-457e-9607-8f6c71dbdb3a', 'tag': 'aa99cb7e-9beb-4262-8b8a-a586ff3f23ea'}] {{(pid=91754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:19:15.721218 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b8d31c20630307edfd170fd0520c8261bc4320d7d7b7fb717012a3b2519c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1048f7-d9fd-4b42-a212-654da0e01cdd" -d '{"events": [{"name": "network-changed", "server_uuid": "c29edd01-9612-457e-9607-8f6c71dbdb3a", "tag": "aa99cb7e-9beb-4262-8b8a-a586ff3f23ea"}]}' {{(pid=91754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:19:15.786242 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba682c06-83b3-4370-aa38-8d6295f83272 service neutron] Pushing event updated for resources: {'Port': ['ID=aa99cb7e-9beb-4262-8b8a-a586ff3f23ea,revision_number=3']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:15.823515 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.db [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-b0628c11-0a12-4e29-8433-f134dddd9aa2 service neutron] For port 87ddfb9a-51c8-4f79-b7cc-e7f957335318, host hv-cinder-77005, cleared binding levels {{(pid=91753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:19:15.874349 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.db [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-b0628c11-0a12-4e29-8433-f134dddd9aa2 service neutron] For port 87ddfb9a-51c8-4f79-b7cc-e7f957335318, host hv-cinder-77005, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=87ddfb9a-51c8-4f79-b7cc-e7f957335318,segment=NetworkSegment(b9f4f3c2-f30c-4328-8149-c1013c816903),segment_id=b9f4f3c2-f30c-4328-8149-c1013c816903)] {{(pid=91753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:19:15.890459 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-b0628c11-0a12-4e29-8433-f134dddd9aa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1833552'] for port, after_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:15.905932 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-ce20610d-3c7f-4694-a56b-d0bd212bc36b tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:15.929680 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-ba682c06-83b3-4370-aa38-8d6295f83272 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:15.990235 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-ab05e88b-a3e8-4ea4-8c4b-3b9bbdc34fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:16.005549 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2661ff-5dea-4a50-973c-f90d7044da87 req-95c678d6-cca7-4bf5-a937-6f4dbd900b06 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:16.019129 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2f2661ff-5dea-4a50-973c-f90d7044da87 req-95c678d6-cca7-4bf5-a937-6f4dbd900b06 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 944 time: 0.4955676 May 31 18:19:16.043344 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ddf088-5b20-4041-8e47-731dd8d3dea3 req-a537a8ad-a628-4b6d-8fe1-eba8b177fccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:16.045903 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-97ddf088-5b20-4041-8e47-731dd8d3dea3 req-a537a8ad-a628-4b6d-8fe1-eba8b177fccd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e3fa326-62c2-4696-a5ba-f91860a8b0f6 HTTP/1.1" status: 200 len: 858 time: 0.3516138 May 31 18:19:16.109821 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-164c70d9-d342-4a1b-8143-417d40bee4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:16.111710 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-164c70d9-d342-4a1b-8143-417d40bee4d2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cd65573bbe3e4966baf7dbde3d06304a&device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 1096 time: 0.3273766 May 31 18:19:16.244990 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-97ddf088-5b20-4041-8e47-731dd8d3dea3 req-31b3ca15-6190-481a-8266-1e35f21491cc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1723666 May 31 18:19:16.250106 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-b0628c11-0a12-4e29-8433-f134dddd9aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:16.250717 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-b0628c11-0a12-4e29-8433-f134dddd9aa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for port, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:16.252171 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-b0628c11-0a12-4e29-8433-f134dddd9aa2 service neutron] 10.222.0.20 "PUT /v2.0/ports/87ddfb9a-51c8-4f79-b7cc-e7f957335318 HTTP/1.1" status: 200 len: 1093 time: 3.2522497 May 31 18:19:16.252654 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac2ba839-219b-4948-967f-46078d4f3e6f', 'tag': '87ddfb9a-51c8-4f79-b7cc-e7f957335318'}] {{(pid=91753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:19:16.254920 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4a07d5f70f7fd4dbd3fa52429be7a5e9952b90ad99acae3e898da8695de761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b745e1e-7177-46b9-a5c2-d22568b1dfa3" -d '{"events": [{"name": "network-changed", "server_uuid": "ac2ba839-219b-4948-967f-46078d4f3e6f", "tag": "87ddfb9a-51c8-4f79-b7cc-e7f957335318"}]}' {{(pid=91753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:19:16.287233 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2f2661ff-5dea-4a50-973c-f90d7044da87 req-13769f75-8033-497a-b71c-a899ce473442 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2538667 May 31 18:19:16.301502 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-daa2b1fb-822f-44a0-ac47-7348df89caf8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa99cb7e-9beb-4262-8b8a-a586ff3f23ea HTTP/1.1" status: 200 len: 217 time: 0.1738122 May 31 18:19:16.365533 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19f3c15c-3017-417d-b67f-46b01ff80183 x-openstack-request-id: req-19f3c15c-3017-417d-b67f-46b01ff80183 {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:19:16.366003 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c29edd01-9612-457e-9607-8f6c71dbdb3a", "tag": "aa99cb7e-9beb-4262-8b8a-a586ff3f23ea", "status": "completed", "code": 200}]} {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:19:16.366438 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-19f3c15c-3017-417d-b67f-46b01ff80183 {{(pid=91754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:19:16.366912 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29edd01-9612-457e-9607-8f6c71dbdb3a', 'tag': 'aa99cb7e-9beb-4262-8b8a-a586ff3f23ea', 'status': 'completed', 'code': 200} May 31 18:19:16.394186 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-6a71dc2b-8423-4c60-b943-99160c8fa35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:16.396341 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-6a71dc2b-8423-4c60-b943-99160c8fa35b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a HTTP/1.1" status: 200 len: 849 time: 0.0843005 May 31 18:19:16.523081 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0628c11-0a12-4e29-8433-f134dddd9aa2 service neutron] Pushing event updated for resources: {'Port': ['ID=87ddfb9a-51c8-4f79-b7cc-e7f957335318,revision_number=3']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:16.526341 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-b0628c11-0a12-4e29-8433-f134dddd9aa2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:16.596502 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-97ddf088-5b20-4041-8e47-731dd8d3dea3 req-65916d69-8bb6-47a9-81d7-1cd3f3f17047 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387284 May 31 18:19:16.605211 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-e9e7aa5c-3b6d-48be-bc7a-570ef78ef207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:16.606659 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-e9e7aa5c-3b6d-48be-bc7a-570ef78ef207 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2caae92d-233f-4a42-bb44-03a041ebb28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2031200 May 31 18:19:16.629363 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-a2d3b24d-8523-4158-a67c-00ff60803b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:16.630810 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-a2d3b24d-8523-4158-a67c-00ff60803b2f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c3d994f16a334298af3d28d648ac58b5&device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 1096 time: 0.2659874 May 31 18:19:16.662201 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ba39f3-a55d-488a-bd2e-59cd65733ad6 req-5357d6b5-02f3-4c71-959d-d6383770d890 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:16.664151 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d1ba39f3-a55d-488a-bd2e-59cd65733ad6 req-5357d6b5-02f3-4c71-959d-d6383770d890 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 943 time: 0.1517370 May 31 18:19:16.745572 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 55668) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:16.773492 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385b8c7b-651a-472f-a607-ba7388b1f31e req-b47d11c7-670d-48ba-ba29-daad9db42d8f tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:16.780262 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-385b8c7b-651a-472f-a607-ba7388b1f31e req-b47d11c7-670d-48ba-ba29-daad9db42d8f tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 943 time: 0.4176645 May 31 18:19:16.794054 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-87ef2aa9-a1d3-44f6-8092-37777be27282 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=87ddfb9a-51c8-4f79-b7cc-e7f957335318 HTTP/1.1" status: 200 len: 217 time: 0.1527290 May 31 18:19:16.799049 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d1ba39f3-a55d-488a-bd2e-59cd65733ad6 req-96b05e1c-5ce5-4e7e-ae1a-5811765fc10e tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920122 May 31 18:19:16.842288 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-3d042ff9-9271-4de2-bc12-b25ec6904265 service neutron] 10.222.0.20 "GET /v2.0/networks/2caae92d-233f-4a42-bb44-03a041ebb28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177114 May 31 18:19:17.022145 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-385b8c7b-651a-472f-a607-ba7388b1f31e req-97935b8c-a3f8-40ba-bcc1-5cad42bf39bf tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Synchronizing usage tracker for tenant:cd65573bbe3e4966baf7dbde3d06304a on resource:security_group {{(pid=91753) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:19:17.029150 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-97ddf088-5b20-4041-8e47-731dd8d3dea3 req-18b9cc9f-95cf-4fa2-9601-3544bb257cec service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4212139 May 31 18:19:17.051233 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-6f93ee71-d711-424b-ae8e-a2e23fd9d777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:17.052769 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-6f93ee71-d711-424b-ae8e-a2e23fd9d777 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e3fa326-62c2-4696-a5ba-f91860a8b0f6 HTTP/1.1" status: 200 len: 858 time: 0.2312677 May 31 18:19:17.062476 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-e549b0f1-313e-4b7a-9599-adaf1f459e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:17.078145 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 81e7c184-03d2-4a3e-a144-711065ad86db up at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:19:17.091581 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c410f7b4-4f55-45aa-9730-5596235b7b49 req-d459b663-f680-4d65-a97e-da5d350b9042 service neutron] 10.222.0.20 "GET /v2.0/networks/2caae92d-233f-4a42-bb44-03a041ebb28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416575 May 31 18:19:17.113823 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696130f6-5646-4873-97ea-2e0aff4eef05 req-c8b5b727-e5e1-4611-8ac7-f89ce809a8a7 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:17.124679 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-696130f6-5646-4873-97ea-2e0aff4eef05 req-c8b5b727-e5e1-4611-8ac7-f89ce809a8a7 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] 10.222.0.25 "GET /v2.0/ports?device_id=ece649e9-2cbf-45ae-a71b-a53acdfe1a4f HTTP/1.1" status: 200 len: 945 time: 0.1580675 May 31 18:19:17.172008 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-385b8c7b-651a-472f-a607-ba7388b1f31e req-97935b8c-a3f8-40ba-bcc1-5cad42bf39bf tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Unset dirty status for tenant:cd65573bbe3e4966baf7dbde3d06304a on resource:security_group {{(pid=91753) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:19:17.189930 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-385b8c7b-651a-472f-a607-ba7388b1f31e req-97935b8c-a3f8-40ba-bcc1-5cad42bf39bf tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=258f730c-5383-42e6-bee2-f4b55ca3abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4062972 May 31 18:19:17.195238 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-e549b0f1-313e-4b7a-9599-adaf1f459e86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:17.234435 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Provisioning for port 81e7c184-03d2-4a3e-a144-711065ad86db completed by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:19:17.240189 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Provisioning complete for port 81e7c184-03d2-4a3e-a144-711065ad86db triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:19:17.240420 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:17.240622 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-1d242c26-763d-4fd5-b6d8-07aa48bf9f91 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1514392 May 31 18:19:17.242333 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-e549b0f1-313e-4b7a-9599-adaf1f459e86 admin admin] Usage tracker for resource:security_group_rule and tenant:3583114667e04303bc356fb7bab8e50e is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:17.249715 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-e549b0f1-313e-4b7a-9599-adaf1f459e86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:17.287740 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-696130f6-5646-4873-97ea-2e0aff4eef05 req-1ade3779-3fe7-4159-b34e-b96377605ea8 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a9c6a-e54d-4cfd-a234-d8ead35ecde0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611209 May 31 18:19:17.317971 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e34b21-46a7-42e8-b3de-74a8b101e2c7 x-openstack-request-id: req-c0e34b21-46a7-42e8-b3de-74a8b101e2c7 {{(pid=91753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:19:17.324765 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac2ba839-219b-4948-967f-46078d4f3e6f", "tag": "87ddfb9a-51c8-4f79-b7cc-e7f957335318", "status": "completed", "code": 200}]} {{(pid=91753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:19:17.325094 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c0e34b21-46a7-42e8-b3de-74a8b101e2c7 {{(pid=91753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:19:17.325529 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac2ba839-219b-4948-967f-46078d4f3e6f', 'tag': '87ddfb9a-51c8-4f79-b7cc-e7f957335318', 'status': 'completed', 'code': 200} May 31 18:19:17.328503 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-e549b0f1-313e-4b7a-9599-adaf1f459e86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:17.364614 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1048f7-d9fd-4b42-a212-654da0e01cdd req-fd574ad3-2187-47bd-badc-72c09ddc9eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:17.366188 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9f1048f7-d9fd-4b42-a212-654da0e01cdd req-fd574ad3-2187-47bd-badc-72c09ddc9eac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cd65573bbe3e4966baf7dbde3d06304a&device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 1096 time: 0.1997306 May 31 18:19:17.493872 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:17.545918 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac91ea36-952d-4c6f-a706-4f1ad1c56593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e7c184-03d2-4a3e-a144-711065ad86db'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:19:17.550157 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e2032fe1b554800b495be35bbba042da1e7f6a6deba8ede5c150f2a358caca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfb7d7b-2ffd-4b3f-be56-a4a61f71afe9" -d '{"events": [{"server_uuid": "ac91ea36-952d-4c6f-a706-4f1ad1c56593", "name": "network-vif-plugged", "status": "completed", "tag": "81e7c184-03d2-4a3e-a144-711065ad86db"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:19:17.567233 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 81e7c184-03d2-4a3e-a144-711065ad86db, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=81e7c184-03d2-4a3e-a144-711065ad86db,segment=NetworkSegment(9e7eb541-2a48-4373-bede-dc253746dbb0),segment_id=9e7eb541-2a48-4373-bede-dc253746dbb0)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:19:17.573711 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:17.578593 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e62dd390-b948-4ae2-be1c-c158170deb7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:17.601356 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-e549b0f1-313e-4b7a-9599-adaf1f459e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:17.641370 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-e549b0f1-313e-4b7a-9599-adaf1f459e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:17.679982 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:17.688900 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-e549b0f1-313e-4b7a-9599-adaf1f459e86 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3583114667e04303bc356fb7bab8e50e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9341877 May 31 18:19:17.695255 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 55700) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:17.715316 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e131a98-805d-4297-b14c-e79157544e0b x-openstack-request-id: req-1e131a98-805d-4297-b14c-e79157544e0b {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:19:17.715954 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac91ea36-952d-4c6f-a706-4f1ad1c56593", "name": "network-vif-plugged", "status": "completed", "tag": "81e7c184-03d2-4a3e-a144-711065ad86db", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:19:17.716887 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1e131a98-805d-4297-b14c-e79157544e0b {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:19:17.717857 dv-cinder-770050-4-smb neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac91ea36-952d-4c6f-a706-4f1ad1c56593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e7c184-03d2-4a3e-a144-711065ad86db', 'code': 200} May 31 18:19:17.726948 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=81e7c184-03d2-4a3e-a144-711065ad86db,revision_number=5']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:17.732742 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:17.772275 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e549b0f1-313e-4b7a-9599-adaf1f459e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50c0335f-a288-49f9-aa03-824bda505f01,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:17.796439 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1048f7-d9fd-4b42-a212-654da0e01cdd req-9d34dc51-cbaf-494d-ab30-169de28e1631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:17.797867 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9f1048f7-d9fd-4b42-a212-654da0e01cdd req-9d34dc51-cbaf-494d-ab30-169de28e1631 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2caae92d-233f-4a42-bb44-03a041ebb28d HTTP/1.1" status: 200 len: 910 time: 0.4251750 May 31 18:19:17.806274 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-e549b0f1-313e-4b7a-9599-adaf1f459e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:17.832349 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-68d88d05-2b69-48ff-9b92-a0bfb083892f service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5771008 May 31 18:19:17.980129 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9f1048f7-d9fd-4b42-a212-654da0e01cdd req-1e556695-a353-4429-9850-3d1419255dab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa99cb7e-9beb-4262-8b8a-a586ff3f23ea HTTP/1.1" status: 200 len: 217 time: 0.1736264 May 31 18:19:18.048413 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-119b12a3-be34-4b5b-97bb-06225417934d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:18.102247 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b2e4bf-95d0-41da-a133-fc01a6ecc926 req-bfb44f46-c269-4597-a895-4610c4362f36 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:18.109915 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-c7b2e4bf-95d0-41da-a133-fc01a6ecc926 req-bfb44f46-c269-4597-a895-4610c4362f36 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 945 time: 0.5067408 May 31 18:19:18.121632 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-a42ce575-a592-4b7f-90a9-c92b4e2a421e req-023260bb-33d1-47d4-8c24-6dce932c1d13 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815936 May 31 18:19:18.183891 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1048f7-d9fd-4b42-a212-654da0e01cdd req-b82ff276-22f7-4e07-91e6-f35dd8f6fd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:18.186734 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9f1048f7-d9fd-4b42-a212-654da0e01cdd req-b82ff276-22f7-4e07-91e6-f35dd8f6fd29 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a HTTP/1.1" status: 200 len: 849 time: 0.1963191 May 31 18:19:18.210704 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-c7b2e4bf-95d0-41da-a133-fc01a6ecc926 req-3f278b90-b48d-4fd7-8eaf-4fdc78e2ca00 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991025 May 31 18:19:18.286650 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-119b12a3-be34-4b5b-97bb-06225417934d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:18.311360 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f46c875-0fc1-4391-b365-84b2d1fab91d req-bd0067e6-5c16-4afa-9a3a-714546859f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:18.312880 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-8f46c875-0fc1-4391-b365-84b2d1fab91d req-bd0067e6-5c16-4afa-9a3a-714546859f9e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 1098 time: 0.2950354 May 31 18:19:18.343328 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.20', 56058) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:18.467880 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-8f46c875-0fc1-4391-b365-84b2d1fab91d req-40d30232-efa8-4e36-b3da-47ca6db3cb33 service neutron] Synchronizing usage tracker for tenant:dc7c1d591ceb472abc9500434241e577 on resource:security_group {{(pid=91753) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:19:18.497941 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f46efa-0c0c-4b5e-90f1-76c3842c547a req-41a1f8b0-e085-4af4-b42e-25eaf9d647e6 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:18.506330 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-44f46efa-0c0c-4b5e-90f1-76c3842c547a req-41a1f8b0-e085-4af4-b42e-25eaf9d647e6 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 943 time: 0.5127177 May 31 18:19:18.515025 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-8a5cc947-b7ac-4b46-8eec-fa6b8d61f273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:18.519428 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b745e1e-7177-46b9-a5c2-d22568b1dfa3 req-d815ebba-4857-49bd-a98c-bd28f89b613b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:18.521007 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-2b745e1e-7177-46b9-a5c2-d22568b1dfa3 req-d815ebba-4857-49bd-a98c-bd28f89b613b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c3d994f16a334298af3d28d648ac58b5&device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 1096 time: 0.2923627 May 31 18:19:18.529724 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-8f46c875-0fc1-4391-b365-84b2d1fab91d req-40d30232-efa8-4e36-b3da-47ca6db3cb33 service neutron] Unset dirty status for tenant:dc7c1d591ceb472abc9500434241e577 on resource:security_group {{(pid=91753) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:19:18.531563 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-8f46c875-0fc1-4391-b365-84b2d1fab91d req-40d30232-efa8-4e36-b3da-47ca6db3cb33 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080429 May 31 18:19:18.539183 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1048f7-d9fd-4b42-a212-654da0e01cdd req-4a148962-db95-4749-ac02-948a4abceb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:18.540741 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9f1048f7-d9fd-4b42-a212-654da0e01cdd req-4a148962-db95-4749-ac02-948a4abceb6d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2caae92d-233f-4a42-bb44-03a041ebb28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3398631 May 31 18:19:18.568306 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-119b12a3-be34-4b5b-97bb-06225417934d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:18.570474 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:18.572175 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:18.580021 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-44f46efa-0c0c-4b5e-90f1-76c3842c547a req-6624b3ab-7abe-404a-b07b-08023acbd180 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727336 May 31 18:19:18.589758 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:18.606168 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b12a3-be34-4b5b-97bb-06225417934d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50c0335f-a288-49f9-aa03-824bda505f01,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:18.614860 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfd626-b0ce-4437-8fb3-b4f451bb5475 req-c097e324-618e-4da4-b3ee-0d5ab23fd3d2 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:18.616392 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9cdfd626-b0ce-4437-8fb3-b4f451bb5475 req-c097e324-618e-4da4-b3ee-0d5ab23fd3d2 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] 10.222.0.20 "GET /v2.0/ports?device_id=ece649e9-2cbf-45ae-a71b-a53acdfe1a4f HTTP/1.1" status: 200 len: 945 time: 0.2686253 May 31 18:19:18.617192 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-119b12a3-be34-4b5b-97bb-06225417934d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:18.619309 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-119b12a3-be34-4b5b-97bb-06225417934d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:18.620347 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-119b12a3-be34-4b5b-97bb-06225417934d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/50c0335f-a288-49f9-aa03-824bda505f01 HTTP/1.1" status: 204 len: 168 time: 0.8690958 May 31 18:19:18.668404 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7000cd-a7f8-4b00-b00e-d0592c4d2281 req-11357b70-a177-4a25-91bd-e8c8045c4ee4 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:18.675284 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-7b7000cd-a7f8-4b00-b00e-d0592c4d2281 req-11357b70-a177-4a25-91bd-e8c8045c4ee4 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 943 time: 0.2768693 May 31 18:19:18.759693 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-7b7000cd-a7f8-4b00-b00e-d0592c4d2281 req-8b1e043b-4e62-4488-b799-e651ea4a9d8c tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=258f730c-5383-42e6-bee2-f4b55ca3abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835114 May 31 18:19:18.767413 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b745e1e-7177-46b9-a5c2-d22568b1dfa3 req-cad30a85-df1f-4581-a82a-0048e9d20635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:18.768899 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-2b745e1e-7177-46b9-a5c2-d22568b1dfa3 req-cad30a85-df1f-4581-a82a-0048e9d20635 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc HTTP/1.1" status: 200 len: 918 time: 0.2404270 May 31 18:19:18.972895 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-2b745e1e-7177-46b9-a5c2-d22568b1dfa3 req-c27d3ccc-dda0-4e35-b728-17e943970b38 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=87ddfb9a-51c8-4f79-b7cc-e7f957335318 HTTP/1.1" status: 200 len: 217 time: 0.1760349 May 31 18:19:19.058154 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b745e1e-7177-46b9-a5c2-d22568b1dfa3 req-3117f642-efa0-4f6c-be03-6ae2e6cfeca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:19.059778 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-2b745e1e-7177-46b9-a5c2-d22568b1dfa3 req-3117f642-efa0-4f6c-be03-6ae2e6cfeca0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e3fa326-62c2-4696-a5ba-f91860a8b0f6 HTTP/1.1" status: 200 len: 858 time: 0.0800045 May 31 18:19:19.086371 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9f1048f7-d9fd-4b42-a212-654da0e01cdd req-daee223e-0e97-4940-8fb7-7a66bf795bf8 service neutron] 10.222.0.20 "GET /v2.0/networks/2caae92d-233f-4a42-bb44-03a041ebb28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528502 May 31 18:19:19.100378 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f905cf9-0f9b-4e32-8ee7-db9cd6ee3a1f req-019fb9b5-9e7d-40a5-af03-de1c089fc213 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:19.103348 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 64eafe05-aea5-4f02-aeac-d969f41fb547 details requested by agent hyperv_hv-cinder-77005 with host hv-cinder-77005 {{(pid=91755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 18:19:19.107353 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-5f905cf9-0f9b-4e32-8ee7-db9cd6ee3a1f req-019fb9b5-9e7d-40a5-af03-de1c089fc213 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] 10.222.0.25 "GET /v2.0/ports?device_id=ece649e9-2cbf-45ae-a71b-a53acdfe1a4f HTTP/1.1" status: 200 len: 945 time: 0.3728609 May 31 18:19:19.148520 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-2b745e1e-7177-46b9-a5c2-d22568b1dfa3 req-e7459a44-4003-4c01-9276-d2502035491b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806026 May 31 18:19:19.245782 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-5f905cf9-0f9b-4e32-8ee7-db9cd6ee3a1f req-74326afe-1388-4aaf-aff0-7778ffc3725e tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a9c6a-e54d-4cfd-a234-d8ead35ecde0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353614 May 31 18:19:19.258737 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [req-9cdfd626-b0ce-4437-8fb3-b4f451bb5475 req-093d1657-e078-4bf9-a138-abc44ecf9cf1 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Deleting port e8ab208d-b89e-4629-8031-a2c86dbd85fe {{(pid=91754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:19:19.259069 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-9cdfd626-b0ce-4437-8fb3-b4f451bb5475 req-093d1657-e078-4bf9-a138-abc44ecf9cf1 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:19.360638 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 64eafe05-aea5-4f02-aeac-d969f41fb547, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=64eafe05-aea5-4f02-aeac-d969f41fb547,segment=NetworkSegment(b9f4f3c2-f30c-4328-8149-c1013c816903),segment_id=b9f4f3c2-f30c-4328-8149-c1013c816903)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:19:19.373260 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-2b745e1e-7177-46b9-a5c2-d22568b1dfa3 req-00c7b28c-620c-407c-8170-4248e52e9773 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186766 May 31 18:19:19.384060 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9f1048f7-d9fd-4b42-a212-654da0e01cdd req-79b11ef1-46b2-4afc-b27b-eced98c64912 service neutron] 10.222.0.20 "GET /v2.0/networks/2caae92d-233f-4a42-bb44-03a041ebb28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733471 May 31 18:19:19.395546 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Returning: {'device': '64eafe05-aea5-4f02-aeac-d969f41fb547', 'network_id': '7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc', 'port_id': '64eafe05-aea5-4f02-aeac-d969f41fb547', 'mac_address': 'fa:16:3e:f0:65:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3fa326-62c2-4696-a5ba-f91860a8b0f6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 18:19:19.461238 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [req-9cdfd626-b0ce-4437-8fb3-b4f451bb5475 req-093d1657-e078-4bf9-a138-abc44ecf9cf1 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] For port e8ab208d-b89e-4629-8031-a2c86dbd85fe, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=e8ab208d-b89e-4629-8031-a2c86dbd85fe,segment=NetworkSegment(1016cebd-9dda-4967-b80e-9224de5fdfdc),segment_id=1016cebd-9dda-4967-b80e-9224de5fdfdc)] {{(pid=91754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:19:19.461590 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-9cdfd626-b0ce-4437-8fb3-b4f451bb5475 req-093d1657-e078-4bf9-a138-abc44ecf9cf1 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:19.532017 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:19.552675 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:19.568359 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64eafe05-aea5-4f02-aeac-d969f41fb547 {{(pid=91755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:19:19.611885 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 64eafe05-aea5-4f02-aeac-d969f41fb547, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=64eafe05-aea5-4f02-aeac-d969f41fb547,segment=NetworkSegment(b9f4f3c2-f30c-4328-8149-c1013c816903),segment_id=b9f4f3c2-f30c-4328-8149-c1013c816903)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:19:19.623509 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:19.625616 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:19.662774 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [req-9cdfd626-b0ce-4437-8fb3-b4f451bb5475 req-093d1657-e078-4bf9-a138-abc44ecf9cf1 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Calling delete_port for e8ab208d-b89e-4629-8031-a2c86dbd85fe owned by compute:nova {{(pid=91754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:19:19.760238 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-2b745e1e-7177-46b9-a5c2-d22568b1dfa3 req-2f7099a4-fedf-4a99-abc7-ced15048d991 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770330 May 31 18:19:19.787042 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=64eafe05-aea5-4f02-aeac-d969f41fb547,revision_number=4']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:19.790513 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:19.798171 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8cfad-9aed-4d66-b1eb-0dda69e177c5 req-606e62a1-32c3-4f0d-b308-ef3fb0889aea tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:19.799793 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-17b8cfad-9aed-4d66-b1eb-0dda69e177c5 req-606e62a1-32c3-4f0d-b308-ef3fb0889aea tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 945 time: 0.3739128 May 31 18:19:19.885758 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-17b8cfad-9aed-4d66-b1eb-0dda69e177c5 req-5beffb46-c4ef-43ef-8b20-0fe02d936bd5 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785933 May 31 18:19:19.908823 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 55794) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:19.951080 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae59a34a-b308-49c2-b1aa-152bf93e2a11 req-ccd214be-0ae4-4359-9e2e-8d42777056bf tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:19.957859 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-ae59a34a-b308-49c2-b1aa-152bf93e2a11 req-ccd214be-0ae4-4359-9e2e-8d42777056bf tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 943 time: 0.1691880 May 31 18:19:20.031443 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-ae59a34a-b308-49c2-b1aa-152bf93e2a11 req-46c1f080-12f2-40e2-90a2-0087d6b4c50b tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726070 May 31 18:19:20.035079 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-9cdfd626-b0ce-4437-8fb3-b4f451bb5475 req-093d1657-e078-4bf9-a138-abc44ecf9cf1 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404'] for port, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:20.043703 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-ba682c06-83b3-4370-aa38-8d6295f83272 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:20.049335 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] get_ports_and_sgs() called for port_ids ['e8ab208d-b89e-4629-8031-a2c86dbd85fe'] {{(pid=91755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:19:20.149518 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] get_ports_and_sgs() called for port_ids ['64eafe05-aea5-4f02-aeac-d969f41fb547'] {{(pid=91755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:19:20.198807 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d1657-e078-4bf9-a138-abc44ecf9cf1 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Pushing event deleted for resources: {'Port': ['ID=e8ab208d-b89e-4629-8031-a2c86dbd85fe,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:20.212947 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-093d1657-e078-4bf9-a138-abc44ecf9cf1 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:20.229955 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-1305f9c4-6701-4535-80e9-b9ab5aa6b79e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:20.311367 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-1305f9c4-6701-4535-80e9-b9ab5aa6b79e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:20.325677 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-1305f9c4-6701-4535-80e9-b9ab5aa6b79e admin admin] Usage tracker for resource:security_group_rule and tenant:d53dd679c24f4ad49cc9dcc2e76914a0 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:20.329954 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-1305f9c4-6701-4535-80e9-b9ab5aa6b79e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:20.336776 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cdfd626-b0ce-4437-8fb3-b4f451bb5475 req-093d1657-e078-4bf9-a138-abc44ecf9cf1 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] No DVR routers for this DVR port e8ab208d-b89e-4629-8031-a2c86dbd85fe on host hv-cinder-77005 {{(pid=91754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:19:20.351099 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-9cdfd626-b0ce-4437-8fb3-b4f451bb5475 req-093d1657-e078-4bf9-a138-abc44ecf9cf1 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:20.353801 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ece649e9-2cbf-45ae-a71b-a53acdfe1a4f', 'name': 'network-vif-deleted', 'tag': 'e8ab208d-b89e-4629-8031-a2c86dbd85fe'}] {{(pid=91754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:19:20.356061 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b8d31c20630307edfd170fd0520c8261bc4320d7d7b7fb717012a3b2519c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb46bb4-b12a-477f-abda-bfec041ecee3" -d '{"events": [{"server_uuid": "ece649e9-2cbf-45ae-a71b-a53acdfe1a4f", "name": "network-vif-deleted", "tag": "e8ab208d-b89e-4629-8031-a2c86dbd85fe"}]}' {{(pid=91754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:19:20.360574 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850f065e-1e42-45a2-850f-cf85172b47e7 req-34141a2f-0532-4abf-a790-740c3b369336 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:20.362107 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-850f065e-1e42-45a2-850f-cf85172b47e7 req-34141a2f-0532-4abf-a790-740c3b369336 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 943 time: 0.3082094 May 31 18:19:20.363068 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-1305f9c4-6701-4535-80e9-b9ab5aa6b79e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:20.387992 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9cdfd626-b0ce-4437-8fb3-b4f451bb5475 req-093d1657-e078-4bf9-a138-abc44ecf9cf1 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] 10.222.0.20 "DELETE /v2.0/ports/e8ab208d-b89e-4629-8031-a2c86dbd85fe HTTP/1.1" status: 204 len: 173 time: 1.6959205 May 31 18:19:20.489365 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-850f065e-1e42-45a2-850f-cf85172b47e7 req-b68c5703-9ad7-4de1-ac7a-b00dfc7ebcc7 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=258f730c-5383-42e6-bee2-f4b55ca3abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187756 May 31 18:19:20.508194 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-d5f9e6bc-0274-48e1-a0c2-6af55afe6811 req-a67f3f3e-260b-4561-8d20-312129ce3645 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Synchronizing usage tracker for tenant:6121fc756d10446cbd2374299321a0dd on resource:port {{(pid=91754) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:19:20.530320 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-d5f9e6bc-0274-48e1-a0c2-6af55afe6811 req-a67f3f3e-260b-4561-8d20-312129ce3645 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Unset dirty status for tenant:6121fc756d10446cbd2374299321a0dd on resource:port {{(pid=91754) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:19:20.534956 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d5f9e6bc-0274-48e1-a0c2-6af55afe6811 req-a67f3f3e-260b-4561-8d20-312129ce3645 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] 10.222.0.25 "GET /v2.0/ports?device_id=ece649e9-2cbf-45ae-a71b-a53acdfe1a4f HTTP/1.1" status: 200 len: 210 time: 0.0896063 May 31 18:19:20.575265 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:19:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aec0d24-0ba2-464d-8b3a-edeb54cfeb67 x-openstack-request-id: req-2aec0d24-0ba2-464d-8b3a-edeb54cfeb67 {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:19:20.575572 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ece649e9-2cbf-45ae-a71b-a53acdfe1a4f", "name": "network-vif-deleted", "tag": "e8ab208d-b89e-4629-8031-a2c86dbd85fe", "status": "completed", "code": 200}]} {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:19:20.575837 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2aec0d24-0ba2-464d-8b3a-edeb54cfeb67 {{(pid=91754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:19:20.576264 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ece649e9-2cbf-45ae-a71b-a53acdfe1a4f', 'name': 'network-vif-deleted', 'tag': 'e8ab208d-b89e-4629-8031-a2c86dbd85fe', 'status': 'completed', 'code': 200} May 31 18:19:20.580002 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-1305f9c4-6701-4535-80e9-b9ab5aa6b79e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:20.584461 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-1305f9c4-6701-4535-80e9-b9ab5aa6b79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:20.591805 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-e549b0f1-313e-4b7a-9599-adaf1f459e86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:20.636822 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 55806) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:20.640617 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-1305f9c4-6701-4535-80e9-b9ab5aa6b79e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d53dd679c24f4ad49cc9dcc2e76914a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7306025 May 31 18:19:20.644296 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1305f9c4-6701-4535-80e9-b9ab5aa6b79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=538ba01e-bca7-472e-9cd9-c76a552c1004,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:20.648884 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-1305f9c4-6701-4535-80e9-b9ab5aa6b79e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:20.712173 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-075c2410-9441-4bb7-9d3c-e9e2de36829c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:20.745902 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-075c2410-9441-4bb7-9d3c-e9e2de36829c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:20.827389 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-075c2410-9441-4bb7-9d3c-e9e2de36829c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:20.834219 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:20.846250 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c2410-9441-4bb7-9d3c-e9e2de36829c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=538ba01e-bca7-472e-9cd9-c76a552c1004,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:20.848796 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-075c2410-9441-4bb7-9d3c-e9e2de36829c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:20.849982 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-075c2410-9441-4bb7-9d3c-e9e2de36829c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:20.855744 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-075c2410-9441-4bb7-9d3c-e9e2de36829c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/538ba01e-bca7-472e-9cd9-c76a552c1004 HTTP/1.1" status: 204 len: 168 time: 0.2129207 May 31 18:19:21.118623 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e0342-4cc5-4381-9b98-785486b0702a req-190d41dc-d2cb-4c9d-9770-78bb2bcab6d6 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:21.120099 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d55e0342-4cc5-4381-9b98-785486b0702a req-190d41dc-d2cb-4c9d-9770-78bb2bcab6d6 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 945 time: 0.0978444 May 31 18:19:21.122822 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device aa99cb7e-9beb-4262-8b8a-a586ff3f23ea details requested by agent hyperv_hv-cinder-77005 with host hv-cinder-77005 {{(pid=91755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 18:19:21.220743 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d55e0342-4cc5-4381-9b98-785486b0702a req-050cc4f3-8138-4419-8896-eed69be22a76 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877995 May 31 18:19:21.240083 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 55838) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:21.284353 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-a00b18cb-2190-4b32-91e0-88d0ad45b4e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:21.299005 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:21.326962 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-a00b18cb-2190-4b32-91e0-88d0ad45b4e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:21.332597 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-a00b18cb-2190-4b32-91e0-88d0ad45b4e3 admin admin] Usage tracker for resource:security_group_rule and tenant:3934a433fa4443dc9f9262a569c93cbc is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:21.337039 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-a00b18cb-2190-4b32-91e0-88d0ad45b4e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:21.344501 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-a00b18cb-2190-4b32-91e0-88d0ad45b4e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:21.360218 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port aa99cb7e-9beb-4262-8b8a-a586ff3f23ea, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=aa99cb7e-9beb-4262-8b8a-a586ff3f23ea,segment=NetworkSegment(681bc718-6646-4c87-98cd-26d10e9c9f7d),segment_id=681bc718-6646-4c87-98cd-26d10e9c9f7d)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:19:21.388805 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Returning: {'device': 'aa99cb7e-9beb-4262-8b8a-a586ff3f23ea', 'network_id': '2caae92d-233f-4a42-bb44-03a041ebb28d', 'port_id': 'aa99cb7e-9beb-4262-8b8a-a586ff3f23ea', 'mac_address': 'fa:16:3e:da:78:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 18:19:21.470967 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:21.480138 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee647762-c9fe-4a46-b752-27f0ce103a85 req-00012839-ac54-4dbc-9107-8285bcd95af1 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:21.483001 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb124952-473e-49d1-9225-1800d9a48c96 req-7f35ae5c-2af7-470f-9884-6d058b96e841 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:21.488799 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-ee647762-c9fe-4a46-b752-27f0ce103a85 req-00012839-ac54-4dbc-9107-8285bcd95af1 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 945 time: 0.0964725 May 31 18:19:21.490618 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-eb124952-473e-49d1-9225-1800d9a48c96 req-7f35ae5c-2af7-470f-9884-6d058b96e841 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 943 time: 0.3098969 May 31 18:19:21.490743 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 55852) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:21.496820 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [None req-e2cc7268-7691-4c34-be62-0762e708ece8 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Request body: {'floatingip': {'port_id': '81e7c184-03d2-4a3e-a144-711065ad86db'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:19:21.506146 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa99cb7e-9beb-4262-8b8a-a586ff3f23ea {{(pid=91755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:19:21.523121 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-a00b18cb-2190-4b32-91e0-88d0ad45b4e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:21.532003 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port aa99cb7e-9beb-4262-8b8a-a586ff3f23ea, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=aa99cb7e-9beb-4262-8b8a-a586ff3f23ea,segment=NetworkSegment(681bc718-6646-4c87-98cd-26d10e9c9f7d),segment_id=681bc718-6646-4c87-98cd-26d10e9c9f7d)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:19:21.534800 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-a00b18cb-2190-4b32-91e0-88d0ad45b4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:21.538785 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:21.541650 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:21.556309 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:21.607911 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-e2cc7268-7691-4c34-be62-0762e708ece8 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks [] for floatingip, before_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:21.639808 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-eb124952-473e-49d1-9225-1800d9a48c96 req-069fd598-e998-43b2-90e1-e4da3016837b tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482406 May 31 18:19:21.660377 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-a00b18cb-2190-4b32-91e0-88d0ad45b4e3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3934a433fa4443dc9f9262a569c93cbc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4169450 May 31 18:19:21.665787 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 55866) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:21.666730 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b18cb-2190-4b32-91e0-88d0ad45b4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa75f24-3466-4d86-bd56-316bd7daf082,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:21.689231 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-a00b18cb-2190-4b32-91e0-88d0ad45b4e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:21.705919 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=aa99cb7e-9beb-4262-8b8a-a586ff3f23ea,revision_number=4']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:21.713987 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:21.797900 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-dcedbd7f-069b-442c-870a-505f64f0208f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:21.879340 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-dcedbd7f-069b-442c-870a-505f64f0208f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:21.896396 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] get_ports_and_sgs() called for port_ids ['aa99cb7e-9beb-4262-8b8a-a586ff3f23ea'] {{(pid=91755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:19:21.904689 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-36cb2aac-a6b2-431a-a590-5173b480c1c1 req-bc9657af-53a5-4a37-acd7-e7d6fd96491f tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] 10.222.0.25 "GET /v2.0/ports?device_id=ece649e9-2cbf-45ae-a71b-a53acdfe1a4f HTTP/1.1" status: 200 len: 210 time: 0.0834107 May 31 18:19:21.961114 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-dcedbd7f-069b-442c-870a-505f64f0208f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:21.967092 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-a1a8f5b4-2fbf-4871-b633-7377d0d352c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:22.005846 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcedbd7f-069b-442c-870a-505f64f0208f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa75f24-3466-4d86-bd56-316bd7daf082,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:22.017558 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-dcedbd7f-069b-442c-870a-505f64f0208f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:22.018483 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718a318-e750-4d22-b475-c07120006171 req-b2df8b8e-94f8-4398-b845-d7fae9ea8ed5 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:22.025666 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-6718a318-e750-4d22-b475-c07120006171 req-b2df8b8e-94f8-4398-b845-d7fae9ea8ed5 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 944 time: 0.3295615 May 31 18:19:22.036812 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-dcedbd7f-069b-442c-870a-505f64f0208f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:22.043349 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-dcedbd7f-069b-442c-870a-505f64f0208f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/efa75f24-3466-4d86-bd56-316bd7daf082 HTTP/1.1" status: 204 len: 168 time: 0.3734779 May 31 18:19:22.168090 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-6718a318-e750-4d22-b475-c07120006171 req-66dabf0d-5a17-4b69-b665-817642e05750 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=258f730c-5383-42e6-bee2-f4b55ca3abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414623 May 31 18:19:22.774093 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-e2cc7268-7691-4c34-be62-0762e708ece8 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:22.778242 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-e2cc7268-7691-4c34-be62-0762e708ece8 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960568'] for floatingip, after_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:22.849624 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17330042-4508-4821-95e0-4295b200ddc6 req-184fa895-47cc-4510-af35-f6081a2598b3 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:22.852168 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-17330042-4508-4821-95e0-4295b200ddc6 req-184fa895-47cc-4510-af35-f6081a2598b3 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 943 time: 0.0990295 May 31 18:19:22.900292 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-17330042-4508-4821-95e0-4295b200ddc6 req-3b225464-b4a8-4e0e-8884-b644ce669435 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407965 May 31 18:19:22.954623 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.db.l3_db [None req-e2cc7268-7691-4c34-be62-0762e708ece8 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Floating IP 9ab652df-98c4-4776-ad37-4b823bdc3dcd associated. External IP: 172.28.1.162, port: 81e7c184-03d2-4a3e-a144-711065ad86db. May 31 18:19:23.143927 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 87ddfb9a-51c8-4f79-b7cc-e7f957335318 details requested by agent hyperv_hv-cinder-77005 with host hv-cinder-77005 {{(pid=91755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 18:19:23.186425 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device aa99cb7e-9beb-4262-8b8a-a586ff3f23ea up at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:19:23.405179 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 87ddfb9a-51c8-4f79-b7cc-e7f957335318, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=87ddfb9a-51c8-4f79-b7cc-e7f957335318,segment=NetworkSegment(b9f4f3c2-f30c-4328-8149-c1013c816903),segment_id=b9f4f3c2-f30c-4328-8149-c1013c816903)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:19:23.431123 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Returning: {'device': '87ddfb9a-51c8-4f79-b7cc-e7f957335318', 'network_id': '7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc', 'port_id': '87ddfb9a-51c8-4f79-b7cc-e7f957335318', 'mac_address': 'fa:16:3e:4f:79:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e3fa326-62c2-4696-a5ba-f91860a8b0f6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 18:19:23.433269 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Provisioning for port aa99cb7e-9beb-4262-8b8a-a586ff3f23ea completed by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:19:23.438767 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Provisioning complete for port aa99cb7e-9beb-4262-8b8a-a586ff3f23ea triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:19:23.439456 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:23.513553 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fa5129-01d5-44a8-a7d9-d5d4007384e9 req-b3af82ca-1a1b-4803-97d3-8ae96fba57e3 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:23.523396 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-87fa5129-01d5-44a8-a7d9-d5d4007384e9 req-b3af82ca-1a1b-4803-97d3-8ae96fba57e3 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 944 time: 0.1899774 May 31 18:19:23.603701 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-87fa5129-01d5-44a8-a7d9-d5d4007384e9 req-87d474ef-dc35-4367-86b1-fc33dc1291d5 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=258f730c-5383-42e6-bee2-f4b55ca3abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755627 May 31 18:19:23.660351 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2cc7268-7691-4c34-be62-0762e708ece8 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Router 39c2f4ba-2e74-4124-a8fb-140ab38982f6 has already been hosted by L3 agent aa8b4aa1-734a-4f99-a735-849181ae9a49 {{(pid=91754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:19:23.739595 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:23.776204 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87ddfb9a-51c8-4f79-b7cc-e7f957335318 {{(pid=91755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:19:23.899484 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 87ddfb9a-51c8-4f79-b7cc-e7f957335318, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=87ddfb9a-51c8-4f79-b7cc-e7f957335318,segment=NetworkSegment(b9f4f3c2-f30c-4328-8149-c1013c816903),segment_id=b9f4f3c2-f30c-4328-8149-c1013c816903)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:19:23.909976 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:23.917951 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:23.931156 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2cc7268-7691-4c34-be62-0762e708ece8 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify agent at l3_agent.dv-cinder-770050-4-smb the message routers_updated {{(pid=91754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:19:23.939734 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-e2cc7268-7691-4c34-be62-0762e708ece8 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for floatingip, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:23.949375 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f614da9-b295-483b-9cfa-2dad39ac260c None None] Sync routers for ids ['39c2f4ba-2e74-4124-a8fb-140ab38982f6'] in dv-cinder-770050-4-smb {{(pid=91756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:19:23.961838 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f614da9-b295-483b-9cfa-2dad39ac260c None None] Routers {'39c2f4ba-2e74-4124-a8fb-140ab38982f6'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:19:23.962459 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-5f614da9-b295-483b-9cfa-2dad39ac260c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:19:18Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['39c2f4ba-2e74-4124-a8fb-140ab38982f6'], 'active': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:19:24.027814 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:24.063438 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-e2cc7268-7691-4c34-be62-0762e708ece8 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "PUT /v2.0/floatingips/9ab652df-98c4-4776-ad37-4b823bdc3dcd HTTP/1.1" status: 200 len: 991 time: 2.5710483 May 31 18:19:24.065484 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac91ea36-952d-4c6f-a706-4f1ad1c56593', 'tag': '81e7c184-03d2-4a3e-a144-711065ad86db'}] {{(pid=91754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:19:24.072057 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b8d31c20630307edfd170fd0520c8261bc4320d7d7b7fb717012a3b2519c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e52a19-8ca3-469f-bee4-d2b66e2a14b3" -d '{"events": [{"name": "network-changed", "server_uuid": "ac91ea36-952d-4c6f-a706-4f1ad1c56593", "tag": "81e7c184-03d2-4a3e-a144-711065ad86db"}]}' {{(pid=91754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:19:24.121317 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port aa99cb7e-9beb-4262-8b8a-a586ff3f23ea, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=aa99cb7e-9beb-4262-8b8a-a586ff3f23ea,segment=NetworkSegment(681bc718-6646-4c87-98cd-26d10e9c9f7d),segment_id=681bc718-6646-4c87-98cd-26d10e9c9f7d)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:19:24.127469 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29edd01-9612-457e-9607-8f6c71dbdb3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa99cb7e-9beb-4262-8b8a-a586ff3f23ea'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:19:24.129818 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e2032fe1b554800b495be35bbba042da1e7f6a6deba8ede5c150f2a358caca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce22b820-0211-44cd-b72a-89c3e52ff03a" -d '{"events": [{"server_uuid": "c29edd01-9612-457e-9607-8f6c71dbdb3a", "name": "network-vif-plugged", "status": "completed", "tag": "aa99cb7e-9beb-4262-8b8a-a586ff3f23ea"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:19:24.137712 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:24.138635 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 64eafe05-aea5-4f02-aeac-d969f41fb547 up at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:19:24.191855 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=87ddfb9a-51c8-4f79-b7cc-e7f957335318,revision_number=4']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:24.195890 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:24.204165 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:24.265097 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eac71d-d7e2-46ac-9c2f-f6f3d6468ad7 req-30c72321-e9e4-495f-a619-492ebc54b8db tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:24.267057 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-51eac71d-d7e2-46ac-9c2f-f6f3d6468ad7 req-30c72321-e9e4-495f-a619-492ebc54b8db tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 944 time: 0.1754737 May 31 18:19:24.295112 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] get_ports_and_sgs() called for port_ids ['87ddfb9a-51c8-4f79-b7cc-e7f957335318'] {{(pid=91755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:19:24.330363 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvr_db [None req-5f614da9-b295-483b-9cfa-2dad39ac260c None None] Set router 39c2f4ba-2e74-4124-a8fb-140ab38982f6 gateway port host: dv-cinder-770050-4-smb {{(pid=91756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:19:24.363523 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-51eac71d-d7e2-46ac-9c2f-f6f3d6468ad7 req-3a5d73ca-30c2-4993-b84b-150b7a1d3f9e tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902085 May 31 18:19:24.370633 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbdcfa8-3be4-490a-80b7-eadae49fc8e4 x-openstack-request-id: req-6fbdcfa8-3be4-490a-80b7-eadae49fc8e4 {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:19:24.370946 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac91ea36-952d-4c6f-a706-4f1ad1c56593", "tag": "81e7c184-03d2-4a3e-a144-711065ad86db", "status": "completed", "code": 200}]} {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:19:24.371219 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6fbdcfa8-3be4-490a-80b7-eadae49fc8e4 {{(pid=91754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:19:24.371630 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac91ea36-952d-4c6f-a706-4f1ad1c56593', 'tag': '81e7c184-03d2-4a3e-a144-711065ad86db', 'status': 'completed', 'code': 200} May 31 18:19:24.390206 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=aa99cb7e-9beb-4262-8b8a-a586ff3f23ea,revision_number=5']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:24.393457 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:24.434715 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Provisioning for port 64eafe05-aea5-4f02-aeac-d969f41fb547 completed by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:19:24.443276 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Provisioning complete for port 64eafe05-aea5-4f02-aeac-d969f41fb547 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:19:24.443728 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:24.529531 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6e6027-4392-41d0-8f86-bdbb27ec7ce7 x-openstack-request-id: req-6d6e6027-4392-41d0-8f86-bdbb27ec7ce7 {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:19:24.529877 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29edd01-9612-457e-9607-8f6c71dbdb3a", "name": "network-vif-plugged", "status": "completed", "tag": "aa99cb7e-9beb-4262-8b8a-a586ff3f23ea", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:19:24.530228 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d6e6027-4392-41d0-8f86-bdbb27ec7ce7 {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:19:24.530534 dv-cinder-770050-4-smb neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29edd01-9612-457e-9607-8f6c71dbdb3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa99cb7e-9beb-4262-8b8a-a586ff3f23ea', 'code': 200} May 31 18:19:24.549028 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e52a19-8ca3-469f-bee4-d2b66e2a14b3 req-1c84475a-1d22-416b-bbd2-d2f49e33e9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:24.550816 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-65e52a19-8ca3-469f-bee4-d2b66e2a14b3 req-1c84475a-1d22-416b-bbd2-d2f49e33e9bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4d1b216261e41c7aa55b53c9f2a5ab7&device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 1098 time: 0.1578948 May 31 18:19:24.751573 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:24.839106 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 64eafe05-aea5-4f02-aeac-d969f41fb547, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=64eafe05-aea5-4f02-aeac-d969f41fb547,segment=NetworkSegment(b9f4f3c2-f30c-4328-8149-c1013c816903),segment_id=b9f4f3c2-f30c-4328-8149-c1013c816903)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:19:24.846221 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:24.847928 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device e8ab208d-b89e-4629-8031-a2c86dbd85fe no longer exists at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:19:24.946679 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:24.964604 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021e1216-9775-4a27-9a35-d2344d585b98 req-468193c2-ecf4-43fa-852a-7f97505eac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:24.971273 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-021e1216-9775-4a27-9a35-d2344d585b98 req-468193c2-ecf4-43fa-852a-7f97505eac4f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 1098 time: 0.1771061 May 31 18:19:25.023584 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] No Port match for: e8ab208d-b89e-4629-8031-a2c86dbd85fe {{(pid=91755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:19:25.024196 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device e8ab208d-b89e-4629-8031-a2c86dbd85fe not bound to the agent host hv-cinder-77005 {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:19:25.029500 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e52a19-8ca3-469f-bee4-d2b66e2a14b3 req-503c4b63-748a-4ebf-a551-5f43e1aaa994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:25.035895 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-65e52a19-8ca3-469f-bee4-d2b66e2a14b3 req-503c4b63-748a-4ebf-a551-5f43e1aaa994 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bdb4a9e4-0610-4a9d-bf9e-a0493305c72a HTTP/1.1" status: 200 len: 917 time: 0.4761984 May 31 18:19:25.055013 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-021e1216-9775-4a27-9a35-d2344d585b98 req-571a245b-f1fd-446e-8d72-4bf54f8d5f0d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=258f730c-5383-42e6-bee2-f4b55ca3abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725632 May 31 18:19:25.112507 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=64eafe05-aea5-4f02-aeac-d969f41fb547,revision_number=5']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:25.118906 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:25.138045 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-5f614da9-b295-483b-9cfa-2dad39ac260c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1868462595-router', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': 'a4fda1c3-7f3f-4e29-9406-cb42d7579dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:30Z', 'updated_at': '2021-05-31T18:18:42Z', 'revision_number': 4, 'project_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'gw_port': {'id': 'a4fda1c3-7f3f-4e29-9406-cb42d7579dc7', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:32Z', 'updated_at': '2021-05-31T18:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_floatingips': [{'id': '9ab652df-98c4-4776-ad37-4b823bdc3dcd', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'floating_ip_address': '172.28.1.162', 'floating_network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'router_id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'port_id': '81e7c184-03d2-4a3e-a144-711065ad86db', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a', 'mac_address': 'fa:16:3e:87:8a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac91ea36-952d-4c6f-a706-4f1ad1c56593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T18:18:55Z', 'updated_at': '2021-05-31T18:19:22Z', 'revision_number': 1, 'project_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06', 'name': '', 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'mac_address': 'fa:16:3e:bc:62:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a141bd4c-23e4-4ac5-be95-c7e9e5ec7954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:39Z', 'updated_at': '2021-05-31T18:18:53Z', 'revision_number': 5, 'project_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'subnets': [{'id': 'a141bd4c-23e4-4ac5-be95-c7e9e5ec7954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:19:25.146657 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f614da9-b295-483b-9cfa-2dad39ac260c None None] Checking router: 39c2f4ba-2e74-4124-a8fb-140ab38982f6 for host: dv-cinder-770050-4-smb {{(pid=91756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:19:25.166956 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f614da9-b295-483b-9cfa-2dad39ac260c None None] Routers {'39c2f4ba-2e74-4124-a8fb-140ab38982f6'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:19:25.167583 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-5f614da9-b295-483b-9cfa-2dad39ac260c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:19:18Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['39c2f4ba-2e74-4124-a8fb-140ab38982f6'], 'active': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:19:25.184538 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 56036) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:25.219162 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 56042) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:25.265150 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22202d3d-90d5-4f16-992f-554d65a487fc req-d5c3a32b-39cf-4c9c-987c-d2f5dd88867a tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:25.266792 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-22202d3d-90d5-4f16-992f-554d65a487fc req-d5c3a32b-39cf-4c9c-987c-d2f5dd88867a tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 945 time: 0.4244688 May 31 18:19:25.273574 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-65e52a19-8ca3-469f-bee4-d2b66e2a14b3 req-83343241-b9c1-45b4-b7ab-2fa07ea2564f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81e7c184-03d2-4a3e-a144-711065ad86db HTTP/1.1" status: 200 len: 999 time: 0.2281103 May 31 18:19:25.334967 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.db_base_plugin_v2 [None req-98c92a42-ac36-44a4-931d-5b9e8bc99148 admin admin] Deleting subnet 22f7e6cf-2dd7-4c40-87e3-0b32c2645c20 {{(pid=91753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 18:19:25.342398 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-98c92a42-ac36-44a4-931d-5b9e8bc99148 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:25.435845 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-98c92a42-ac36-44a4-931d-5b9e8bc99148 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1817973'] for subnet, precommit_delete_associations {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:25.468660 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-22202d3d-90d5-4f16-992f-554d65a487fc req-312a127d-dcc5-4e5e-9ba4-919e9509890c tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=258f730c-5383-42e6-bee2-f4b55ca3abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1939037 May 31 18:19:25.485694 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e52a19-8ca3-469f-bee4-d2b66e2a14b3 req-7a10a394-d5fd-441b-bc4e-9c90551d572e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:25.488991 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-65e52a19-8ca3-469f-bee4-d2b66e2a14b3 req-7a10a394-d5fd-441b-bc4e-9c90551d572e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a141bd4c-23e4-4ac5-be95-c7e9e5ec7954 HTTP/1.1" status: 200 len: 856 time: 0.1979768 May 31 18:19:25.563181 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-98c92a42-ac36-44a4-931d-5b9e8bc99148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4023773'] for subnet, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:25.596925 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvr_db [None req-5f614da9-b295-483b-9cfa-2dad39ac260c None None] Set router 39c2f4ba-2e74-4124-a8fb-140ab38982f6 gateway port host: dv-cinder-770050-4-smb {{(pid=91756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:19:25.716087 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e52a19-8ca3-469f-bee4-d2b66e2a14b3 req-e64ec4ff-f178-4d3b-95d0-da2224acfa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:25.717987 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-65e52a19-8ca3-469f-bee4-d2b66e2a14b3 req-e64ec4ff-f178-4d3b-95d0-da2224acfa6d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bdb4a9e4-0610-4a9d-bf9e-a0493305c72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2224703 May 31 18:19:25.823004 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80629a04-f213-4bd7-a8a3-b78cf7878830 req-1c76a0bc-8660-4dc5-991a-850151b2fa79 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:25.831213 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-80629a04-f213-4bd7-a8a3-b78cf7878830 req-1c76a0bc-8660-4dc5-991a-850151b2fa79 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 944 time: 0.1867113 May 31 18:19:25.847576 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-d948a33b-1f0e-407a-ae31-4226fa5d28f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:25.867913 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-d948a33b-1f0e-407a-ae31-4226fa5d28f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:25.872849 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-d948a33b-1f0e-407a-ae31-4226fa5d28f8 admin admin] Usage tracker for resource:security_group_rule and tenant:261e50d76bf34031851c9783b3ce62cd is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:25.878632 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-d948a33b-1f0e-407a-ae31-4226fa5d28f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:25.888564 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-d948a33b-1f0e-407a-ae31-4226fa5d28f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:25.920683 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-80629a04-f213-4bd7-a8a3-b78cf7878830 req-fff66e60-8f0e-4321-b20b-fe5b4734fc97 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881510 May 31 18:19:25.956410 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-65e52a19-8ca3-469f-bee4-d2b66e2a14b3 req-bcde911b-2bbe-46b6-ade5-dce2ef302f66 service neutron] 10.222.0.20 "GET /v2.0/networks/bdb4a9e4-0610-4a9d-bf9e-a0493305c72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282157 May 31 18:19:26.083337 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-98c92a42-ac36-44a4-931d-5b9e8bc99148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4028520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1834154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1678804'] for subnet, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:26.114959 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-296c96be-bbdc-41a9-80c3-a4c7139ecd0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:26.132244 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-5f614da9-b295-483b-9cfa-2dad39ac260c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1868462595-router', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': 'a4fda1c3-7f3f-4e29-9406-cb42d7579dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:30Z', 'updated_at': '2021-05-31T18:18:42Z', 'revision_number': 4, 'project_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'gw_port': {'id': 'a4fda1c3-7f3f-4e29-9406-cb42d7579dc7', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:32Z', 'updated_at': '2021-05-31T18:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_floatingips': [{'id': '9ab652df-98c4-4776-ad37-4b823bdc3dcd', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'floating_ip_address': '172.28.1.162', 'floating_network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'router_id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'port_id': '81e7c184-03d2-4a3e-a144-711065ad86db', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a', 'mac_address': 'fa:16:3e:87:8a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac91ea36-952d-4c6f-a706-4f1ad1c56593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T18:18:55Z', 'updated_at': '2021-05-31T18:19:22Z', 'revision_number': 1, 'project_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06', 'name': '', 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'mac_address': 'fa:16:3e:bc:62:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a141bd4c-23e4-4ac5-be95-c7e9e5ec7954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:39Z', 'updated_at': '2021-05-31T18:18:53Z', 'revision_number': 5, 'project_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'subnets': [{'id': 'a141bd4c-23e4-4ac5-be95-c7e9e5ec7954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:19:26.138130 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-65e52a19-8ca3-469f-bee4-d2b66e2a14b3 req-a472f640-2763-43a1-bed1-35e30effa80e service neutron] 10.222.0.20 "GET /v2.0/networks/bdb4a9e4-0610-4a9d-bf9e-a0493305c72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736407 May 31 18:19:26.138894 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f614da9-b295-483b-9cfa-2dad39ac260c None None] The sync data for ids ['39c2f4ba-2e74-4124-a8fb-140ab38982f6'] in dv-cinder-770050-4-smb is: [{'id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1868462595-router', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': 'a4fda1c3-7f3f-4e29-9406-cb42d7579dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:30Z', 'updated_at': '2021-05-31T18:18:42Z', 'revision_number': 4, 'project_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'gw_port': {'id': 'a4fda1c3-7f3f-4e29-9406-cb42d7579dc7', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:32Z', 'updated_at': '2021-05-31T18:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_floatingips': [{'id': '9ab652df-98c4-4776-ad37-4b823bdc3dcd', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'floating_ip_address': '172.28.1.162', 'floating_network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'router_id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'port_id': '81e7c184-03d2-4a3e-a144-711065ad86db', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a', 'mac_address': 'fa:16:3e:87:8a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac91ea36-952d-4c6f-a706-4f1ad1c56593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T18:18:55Z', 'updated_at': '2021-05-31T18:19:22Z', 'revision_number': 1, 'project_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06', 'name': '', 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'mac_address': 'fa:16:3e:bc:62:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a141bd4c-23e4-4ac5-be95-c7e9e5ec7954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:39Z', 'updated_at': '2021-05-31T18:18:53Z', 'revision_number': 5, 'project_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'subnets': [{'id': 'a141bd4c-23e4-4ac5-be95-c7e9e5ec7954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:19:26.150908 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-d948a33b-1f0e-407a-ae31-4226fa5d28f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:26.174788 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c92a42-ac36-44a4-931d-5b9e8bc99148 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22f7e6cf-2dd7-4c40-87e3-0b32c2645c20,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:26.176749 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-d948a33b-1f0e-407a-ae31-4226fa5d28f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:26.184427 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-98c92a42-ac36-44a4-931d-5b9e8bc99148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for subnet, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:26.190820 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-98c92a42-ac36-44a4-931d-5b9e8bc99148 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:26.191429 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-046fe9b6-7c1a-4def-8b20-d92175b97b23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:26.232821 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-98c92a42-ac36-44a4-931d-5b9e8bc99148 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/22f7e6cf-2dd7-4c40-87e3-0b32c2645c20 HTTP/1.1" status: 204 len: 168 time: 1.0101991 May 31 18:19:26.233266 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 56080) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:26.250309 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-d948a33b-1f0e-407a-ae31-4226fa5d28f8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=261e50d76bf34031851c9783b3ce62cd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0646348 May 31 18:19:26.251165 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948a33b-1f0e-407a-ae31-4226fa5d28f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fc4e2e-6ced-4305-b908-c9d5442db4ee,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:26.253937 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 56084) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:26.256620 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-d948a33b-1f0e-407a-ae31-4226fa5d28f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:26.330525 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-5bb17d41-7b84-4e9b-8b56-17db347aae69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:26.374245 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-5bb17d41-7b84-4e9b-8b56-17db347aae69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:26.487942 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-5bb17d41-7b84-4e9b-8b56-17db347aae69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:26.491765 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:26.516005 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb17d41-7b84-4e9b-8b56-17db347aae69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fc4e2e-6ced-4305-b908-c9d5442db4ee,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:26.523117 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c380c1-a658-45a4-ade3-f06a6c27097d None None] New status for floating IP 9ab652df-98c4-4776-ad37-4b823bdc3dcd: ACTIVE {{(pid=91755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 18:19:26.533312 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-5bb17d41-7b84-4e9b-8b56-17db347aae69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:26.547497 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8924be16-f386-498b-9008-acac986c55b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4129193'] for network, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:26.550415 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-5bb17d41-7b84-4e9b-8b56-17db347aae69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:26.554025 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-5bb17d41-7b84-4e9b-8b56-17db347aae69 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a3fc4e2e-6ced-4305-b908-c9d5442db4ee HTTP/1.1" status: 204 len: 168 time: 0.2966983 May 31 18:19:26.649658 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf79325-9f16-418b-af4b-11f307355ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64eafe05-aea5-4f02-aeac-d969f41fb547'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:19:26.655149 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e2032fe1b554800b495be35bbba042da1e7f6a6deba8ede5c150f2a358caca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6c1da5-16b1-4da4-abb6-65cd7f654504" -d '{"events": [{"server_uuid": "9bf79325-9f16-418b-af4b-11f307355ddc", "name": "network-vif-plugged", "status": "completed", "tag": "64eafe05-aea5-4f02-aeac-d969f41fb547"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:19:26.784585 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8924be16-f386-498b-9008-acac986c55b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4026450', 'neutron.services.segments.db._delete_segments_for_network-8763744138716'] for network, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:26.806455 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8924be16-f386-498b-9008-acac986c55b7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:19:26.806661 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3b916-0a15-4817-9e90-8af2c73d7fd6 req-109a9e99-2858-4117-9334-772586c42117 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:26.807968 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-a6b3b916-0a15-4817-9e90-8af2c73d7fd6 req-109a9e99-2858-4117-9334-772586c42117 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 945 time: 0.1379297 May 31 18:19:26.808128 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8924be16-f386-498b-9008-acac986c55b7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:19:26.808848 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8924be16-f386-498b-9008-acac986c55b7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:19:26.809225 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8924be16-f386-498b-9008-acac986c55b7 admin admin] Subscribe: > port after_create 55550000 {{(pid=91754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:19:26.810552 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8924be16-f386-498b-9008-acac986c55b7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:19:26.812238 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8924be16-f386-498b-9008-acac986c55b7 admin admin] Subscribe: > port after_update 55550000 {{(pid=91754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:19:26.812663 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8924be16-f386-498b-9008-acac986c55b7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:19:26.815704 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8924be16-f386-498b-9008-acac986c55b7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:19:26.816096 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8924be16-f386-498b-9008-acac986c55b7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:19:26.816479 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8924be16-f386-498b-9008-acac986c55b7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:19:26.879486 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99bceab-6d68-402a-9c73-06a7c7439a1e x-openstack-request-id: req-d99bceab-6d68-402a-9c73-06a7c7439a1e {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:19:26.880096 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf79325-9f16-418b-af4b-11f307355ddc", "name": "network-vif-plugged", "status": "completed", "tag": "64eafe05-aea5-4f02-aeac-d969f41fb547", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:19:26.880681 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d99bceab-6d68-402a-9c73-06a7c7439a1e {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:19:26.881354 dv-cinder-770050-4-smb neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf79325-9f16-418b-af4b-11f307355ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64eafe05-aea5-4f02-aeac-d969f41fb547', 'code': 200} May 31 18:19:26.900527 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-a6b3b916-0a15-4817-9e90-8af2c73d7fd6 req-bfae2ee8-0e15-4f90-b04d-cec77d211f36 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=258f730c-5383-42e6-bee2-f4b55ca3abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854216 May 31 18:19:27.001492 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8924be16-f386-498b-9008-acac986c55b7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:19:27.002454 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8924be16-f386-498b-9008-acac986c55b7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:19:27.002995 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8924be16-f386-498b-9008-acac986c55b7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:19:27.003358 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8924be16-f386-498b-9008-acac986c55b7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 18:19:27.003868 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.services.segments.db [None req-8924be16-f386-498b-9008-acac986c55b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d1d2d81-3e32-4afd-889a-1db7fa54d762']}} {{(pid=91754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:19:27.046158 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.services.segments.db [None req-8924be16-f386-498b-9008-acac986c55b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1016cebd-9dda-4967-b80e-9224de5fdfdc') {'for_net_delete': True} {{(pid=91754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:19:27.047060 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.services.segments.db [None req-8924be16-f386-498b-9008-acac986c55b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1016cebd-9dda-4967-b80e-9224de5fdfdc') {} {{(pid=91754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:19:27.080900 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8924be16-f386-498b-9008-acac986c55b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763744148125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10873425'] for segment, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:27.119073 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8924be16-f386-498b-9008-acac986c55b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090'] for segment, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:27.161277 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 87ddfb9a-51c8-4f79-b7cc-e7f957335318 up at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:19:27.168662 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 56118) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:27.175510 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8924be16-f386-498b-9008-acac986c55b7 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=91754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 18:19:27.175975 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8924be16-f386-498b-9008-acac986c55b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10873986'] for segment, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:27.199560 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-f5507ff5-0e63-49da-986f-ec2c115c0cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:27.202267 dv-cinder-770050-4-smb neutron-server[91754]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 18:19:27.202267 dv-cinder-770050-4-smb neutron-server[91754]: from cryptography.utils import int_from_bytes May 31 18:19:27.202267 dv-cinder-770050-4-smb neutron-server[91754]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 18:19:27.202267 dv-cinder-770050-4-smb neutron-server[91754]: from cryptography.utils import int_from_bytes May 31 18:19:27.202267 dv-cinder-770050-4-smb neutron-server[91754]: Traceback (most recent call last): May 31 18:19:27.202267 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 18:19:27.202267 dv-cinder-770050-4-smb neutron-server[91754]: timer() May 31 18:19:27.202267 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 18:19:27.202267 dv-cinder-770050-4-smb neutron-server[91754]: cb(*args, **kw) May 31 18:19:27.202267 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 18:19:27.202267 dv-cinder-770050-4-smb neutron-server[91754]: return func(*args, **kwargs) May 31 18:19:27.202267 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 18:19:27.202267 dv-cinder-770050-4-smb neutron-server[91754]: self._notify() May 31 18:19:27.202267 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 18:19:27.202267 dv-cinder-770050-4-smb neutron-server[91754]: self.callback(batched_events) May 31 18:19:27.202267 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 18:19:27.202267 dv-cinder-770050-4-smb neutron-server[91754]: event.method(event) May 31 18:19:27.202267 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 18:19:27.202267 dv-cinder-770050-4-smb neutron-server[91754]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 18:19:27.202267 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 18:19:27.202267 dv-cinder-770050-4-smb neutron-server[91754]: aggregate_uuid = self.p_client.list_aggregates( May 31 18:19:27.202267 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 18:19:27.202267 dv-cinder-770050-4-smb neutron-server[91754]: return f(self, *a, **k) May 31 18:19:27.202267 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 18:19:27.202267 dv-cinder-770050-4-smb neutron-server[91754]: return self._get(url).json() May 31 18:19:27.202267 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 18:19:27.202267 dv-cinder-770050-4-smb neutron-server[91754]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 18:19:27.202267 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 18:19:27.202267 dv-cinder-770050-4-smb neutron-server[91754]: return self.request(url, 'GET', **kwargs) May 31 18:19:27.202267 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 18:19:27.202267 dv-cinder-770050-4-smb neutron-server[91754]: base_url = self.get_endpoint(auth, allow=allow, May 31 18:19:27.202267 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 18:19:27.202267 dv-cinder-770050-4-smb neutron-server[91754]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 18:19:27.202267 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 18:19:27.202267 dv-cinder-770050-4-smb neutron-server[91754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 18:19:27.202267 dv-cinder-770050-4-smb neutron-server[91754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 18:19:27.237550 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-f5507ff5-0e63-49da-986f-ec2c115c0cda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:27.244690 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-f5507ff5-0e63-49da-986f-ec2c115c0cda admin admin] Usage tracker for resource:security_group_rule and tenant:123e75c329c3452bb9edb0e6553ff4e9 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:27.249071 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-f5507ff5-0e63-49da-986f-ec2c115c0cda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:27.256344 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-f5507ff5-0e63-49da-986f-ec2c115c0cda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:27.269312 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Provisioning for port 87ddfb9a-51c8-4f79-b7cc-e7f957335318 completed by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:19:27.277791 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Provisioning complete for port 87ddfb9a-51c8-4f79-b7cc-e7f957335318 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:19:27.278430 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:27.300076 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a93a263-5154-4426-bb02-887e885de78a req-73e38b2a-7647-4b3f-9844-1e8bc82f5473 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:27.307383 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-0a93a263-5154-4426-bb02-887e885de78a req-73e38b2a-7647-4b3f-9844-1e8bc82f5473 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 944 time: 0.2002623 May 31 18:19:27.422971 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-f5507ff5-0e63-49da-986f-ec2c115c0cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:27.431895 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8924be16-f386-498b-9008-acac986c55b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4026459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960522'] for network, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:27.435649 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-0a93a263-5154-4426-bb02-887e885de78a req-a56191f0-deb1-4d83-939f-502a160a9140 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273780 May 31 18:19:27.436381 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-f5507ff5-0e63-49da-986f-ec2c115c0cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:27.445155 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:27.446306 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-01c93334-b7c6-4ba2-a22e-2dc2603ad22b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:27.452449 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8924be16-f386-498b-9008-acac986c55b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for network, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:27.455266 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:27.481462 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 87ddfb9a-51c8-4f79-b7cc-e7f957335318, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=87ddfb9a-51c8-4f79-b7cc-e7f957335318,segment=NetworkSegment(b9f4f3c2-f30c-4328-8149-c1013c816903),segment_id=b9f4f3c2-f30c-4328-8149-c1013c816903)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:19:27.486745 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:27.488867 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:27.489007 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5507ff5-0e63-49da-986f-ec2c115c0cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6714753a-3a36-46f1-b12e-d372d4d01cb0,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:27.496147 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146ded41-3d39-49b5-9eda-954c4d4ce76a req-cdc0655e-34f1-4f06-9473-a552fb96b271 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:27.498097 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-146ded41-3d39-49b5-9eda-954c4d4ce76a req-cdc0655e-34f1-4f06-9473-a552fb96b271 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 945 time: 0.3740344 May 31 18:19:27.505970 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed53f5b-1ed3-4557-b8b4-488886aed2a8 req-d85ebfd2-f978-469f-94dc-e24f27df00c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:27.507303 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5507ff5-0e63-49da-986f-ec2c115c0cda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:27.507878 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-eed53f5b-1ed3-4557-b8b4-488886aed2a8 req-d85ebfd2-f978-469f-94dc-e24f27df00c6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 1098 time: 0.2905409 May 31 18:19:27.509852 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 56132) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:27.510580 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8924be16-f386-498b-9008-acac986c55b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d1d2d81-3e32-4afd-889a-1db7fa54d762,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:27.511330 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5507ff5-0e63-49da-986f-ec2c115c0cda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:27.511697 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5507ff5-0e63-49da-986f-ec2c115c0cda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:27.512116 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5507ff5-0e63-49da-986f-ec2c115c0cda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:27.513606 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5507ff5-0e63-49da-986f-ec2c115c0cda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:27.514404 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5507ff5-0e63-49da-986f-ec2c115c0cda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:27.514746 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5507ff5-0e63-49da-986f-ec2c115c0cda admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:27.515087 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5507ff5-0e63-49da-986f-ec2c115c0cda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:27.518022 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5507ff5-0e63-49da-986f-ec2c115c0cda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:27.518257 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5507ff5-0e63-49da-986f-ec2c115c0cda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:27.518599 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5507ff5-0e63-49da-986f-ec2c115c0cda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:27.518949 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5507ff5-0e63-49da-986f-ec2c115c0cda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:27.533704 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [None req-f2349a6e-4f8d-4178-b883-0d3b4793a112 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Request body: {'floatingip': {'port_id': 'aa99cb7e-9beb-4262-8b8a-a586ff3f23ea'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:19:27.545124 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-f5507ff5-0e63-49da-986f-ec2c115c0cda admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=123e75c329c3452bb9edb0e6553ff4e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3747790 May 31 18:19:27.546274 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-f5507ff5-0e63-49da-986f-ec2c115c0cda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:27.548057 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 56138) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:27.576938 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=87ddfb9a-51c8-4f79-b7cc-e7f957335318,revision_number=5']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:27.583635 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:27.597602 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-8924be16-f386-498b-9008-acac986c55b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:27.616406 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-e9bfffb4-8648-40c9-8080-3a9689357529 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:27.623587 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-8924be16-f386-498b-9008-acac986c55b7 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1d1d2d81-3e32-4afd-889a-1db7fa54d762 HTTP/1.1" status: 204 len: 168 time: 1.3892729 May 31 18:19:27.632390 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-f2349a6e-4f8d-4178-b883-0d3b4793a112 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks [] for floatingip, before_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:27.647931 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-e9bfffb4-8648-40c9-8080-3a9689357529 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:27.715226 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-e9bfffb4-8648-40c9-8080-3a9689357529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:27.720848 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-5bb17d41-7b84-4e9b-8b56-17db347aae69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:27.735350 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bfffb4-8648-40c9-8080-3a9689357529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6714753a-3a36-46f1-b12e-d372d4d01cb0,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:27.738609 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-e9bfffb4-8648-40c9-8080-3a9689357529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:27.740157 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-e9bfffb4-8648-40c9-8080-3a9689357529 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:27.741781 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-e9bfffb4-8648-40c9-8080-3a9689357529 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6714753a-3a36-46f1-b12e-d372d4d01cb0 HTTP/1.1" status: 204 len: 168 time: 0.1928236 May 31 18:19:27.776314 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-eed53f5b-1ed3-4557-b8b4-488886aed2a8 req-2a84c376-2ee3-430b-b0f1-46b8428c5eeb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604322 May 31 18:19:27.895320 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 56160) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:27.965805 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-5844dcfc-39fc-4e79-955a-a003368f8cf5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6121fc756d10446cbd2374299321a0dd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0689688 May 31 18:19:27.968276 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 56166) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:28.037767 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6e4d048d-f08e-4f1d-93e5-05026be8a1d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:28.070341 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6e4d048d-f08e-4f1d-93e5-05026be8a1d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:28.139138 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6e4d048d-f08e-4f1d-93e5-05026be8a1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:28.145587 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-dcedbd7f-069b-442c-870a-505f64f0208f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:28.160947 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4d048d-f08e-4f1d-93e5-05026be8a1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7a9c6a-e54d-4cfd-a234-d8ead35ecde0,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:28.164407 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-6e4d048d-f08e-4f1d-93e5-05026be8a1d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:28.177320 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6e4d048d-f08e-4f1d-93e5-05026be8a1d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:28.179432 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-6e4d048d-f08e-4f1d-93e5-05026be8a1d5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1a7a9c6a-e54d-4cfd-a234-d8ead35ecde0 HTTP/1.1" status: 204 len: 168 time: 0.2098131 May 31 18:19:28.286695 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 56182) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:28.314642 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 56188) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:28.379849 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-f2349a6e-4f8d-4178-b883-0d3b4793a112 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:28.384867 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-f2349a6e-4f8d-4178-b883-0d3b4793a112 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960568'] for floatingip, after_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:28.592960 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-1f68c028-c34a-42fd-a957-ecc9b9ed4c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:28.624747 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 56206) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:28.635051 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-45a56a71-75c6-4964-a17d-a554d03dcf9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:28.649623 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-1f68c028-c34a-42fd-a957-ecc9b9ed4c57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:28.661312 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-1f68c028-c34a-42fd-a957-ecc9b9ed4c57 admin admin] Usage tracker for resource:security_group_rule and tenant:7b5fc1e79760413eaf4a1e0a7b7f1430 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:28.664767 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-45a56a71-75c6-4964-a17d-a554d03dcf9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:28.666930 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-1f68c028-c34a-42fd-a957-ecc9b9ed4c57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:28.673366 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-45a56a71-75c6-4964-a17d-a554d03dcf9e admin admin] Usage tracker for resource:security_group_rule and tenant:eab745a94b8f44e2a31d4a2f783952da is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:28.676003 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-1f68c028-c34a-42fd-a957-ecc9b9ed4c57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:28.677994 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-45a56a71-75c6-4964-a17d-a554d03dcf9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:28.686987 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-45a56a71-75c6-4964-a17d-a554d03dcf9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:28.734701 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60274b-8642-4a89-a52f-768dc04b6a87 req-9b6ce454-6298-475e-82a0-595fab6e3387 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:28.736023 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-fb60274b-8642-4a89-a52f-768dc04b6a87 req-9b6ce454-6298-475e-82a0-595fab6e3387 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 945 time: 0.1118913 May 31 18:19:28.737121 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.db.l3_db [None req-f2349a6e-4f8d-4178-b883-0d3b4793a112 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Floating IP 25c7762c-ad98-4371-8114-53fa3af2e1f8 associated. External IP: 172.28.1.155, port: aa99cb7e-9beb-4262-8b8a-a586ff3f23ea. May 31 18:19:28.741874 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-31e964fb-07dd-46ca-9661-db7102dbff06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:28.780169 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-31e964fb-07dd-46ca-9661-db7102dbff06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:28.791907 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-31e964fb-07dd-46ca-9661-db7102dbff06 admin admin] Usage tracker for resource:security_group_rule and tenant:a6e3a63564bf4dadb142270619e16f9f is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:28.802721 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-31e964fb-07dd-46ca-9661-db7102dbff06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:28.813698 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-31e964fb-07dd-46ca-9661-db7102dbff06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:28.883308 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2ba839-219b-4948-967f-46078d4f3e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ddfb9a-51c8-4f79-b7cc-e7f957335318'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:19:28.887626 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e2032fe1b554800b495be35bbba042da1e7f6a6deba8ede5c150f2a358caca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6365330-ea13-4de0-9c58-833255c61447" -d '{"events": [{"server_uuid": "ac2ba839-219b-4948-967f-46078d4f3e6f", "name": "network-vif-plugged", "status": "completed", "tag": "87ddfb9a-51c8-4f79-b7cc-e7f957335318"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:19:28.956111 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-45a56a71-75c6-4964-a17d-a554d03dcf9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:28.962867 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-1f68c028-c34a-42fd-a957-ecc9b9ed4c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:28.967716 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b810f464-f2bb-4f90-9d10-686e8fe27f48 x-openstack-request-id: req-b810f464-f2bb-4f90-9d10-686e8fe27f48 {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:19:28.968082 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2ba839-219b-4948-967f-46078d4f3e6f", "name": "network-vif-plugged", "status": "completed", "tag": "87ddfb9a-51c8-4f79-b7cc-e7f957335318", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:19:28.968396 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b810f464-f2bb-4f90-9d10-686e8fe27f48 {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:19:28.968829 dv-cinder-770050-4-smb neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2ba839-219b-4948-967f-46078d4f3e6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ddfb9a-51c8-4f79-b7cc-e7f957335318', 'code': 200} May 31 18:19:28.975463 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-45a56a71-75c6-4964-a17d-a554d03dcf9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:29.044973 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-9d1b4e12-8ad4-4eb0-b980-d60bbb0671eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:29.064587 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-45a56a71-75c6-4964-a17d-a554d03dcf9e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eab745a94b8f44e2a31d4a2f783952da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7487044 May 31 18:19:29.069148 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-1f68c028-c34a-42fd-a957-ecc9b9ed4c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:29.103846 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 56228) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:29.152986 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2349a6e-4f8d-4178-b883-0d3b4793a112 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Router 0ffcee3b-dbf9-4fd6-a887-809ed764d1e3 has already been hosted by L3 agent aa8b4aa1-734a-4f99-a735-849181ae9a49 {{(pid=91754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:19:29.181130 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-fb60274b-8642-4a89-a52f-768dc04b6a87 req-e185a365-a708-4130-8703-62c875899119 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609258 May 31 18:19:29.209285 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-1f68c028-c34a-42fd-a957-ecc9b9ed4c57 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7b5fc1e79760413eaf4a1e0a7b7f1430&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9191463 May 31 18:19:29.209285 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a56a71-75c6-4964-a17d-a554d03dcf9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ddef38f-126a-4657-9fb8-0db238a396ed,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:29.210182 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 56236) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:29.243274 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-45a56a71-75c6-4964-a17d-a554d03dcf9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:29.251030 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-287a0ffb-5d90-4ef4-9ba2-3c80c22679ad tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.145s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:29.326738 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-31e964fb-07dd-46ca-9661-db7102dbff06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:29.327946 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f68c028-c34a-42fd-a957-ecc9b9ed4c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad86d1c-6669-4c89-bf50-4bbbc800d59a,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:29.332795 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-1f68c028-c34a-42fd-a957-ecc9b9ed4c57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:29.353740 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-31e964fb-07dd-46ca-9661-db7102dbff06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:29.363558 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-d948a33b-1f0e-407a-ae31-4226fa5d28f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:29.369708 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-8ee64863-0bde-42c1-b590-c7212f80434d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:29.391322 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-b5b2d610-74d4-4414-9662-8033ce475f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:29.449218 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e964fb-07dd-46ca-9661-db7102dbff06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30bc68ca-8438-4ca3-a7d9-eabf31962ceb,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:29.466886 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-31e964fb-07dd-46ca-9661-db7102dbff06 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a6e3a63564bf4dadb142270619e16f9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8410425 May 31 18:19:29.469430 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-8ee64863-0bde-42c1-b590-c7212f80434d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:29.485715 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-31e964fb-07dd-46ca-9661-db7102dbff06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:29.497475 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 56250) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:29.522357 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-b5b2d610-74d4-4414-9662-8033ce475f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:29.558682 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2349a6e-4f8d-4178-b883-0d3b4793a112 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify agent at l3_agent.dv-cinder-770050-4-smb the message routers_updated {{(pid=91754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:19:29.567819 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-f2349a6e-4f8d-4178-b883-0d3b4793a112 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for floatingip, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:29.570059 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aa99db-851a-491a-af58-3873ed22cf0c None None] Sync routers for ids ['0ffcee3b-dbf9-4fd6-a887-809ed764d1e3'] in dv-cinder-770050-4-smb {{(pid=91756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:19:29.586640 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aa99db-851a-491a-af58-3873ed22cf0c None None] Routers {'0ffcee3b-dbf9-4fd6-a887-809ed764d1e3'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:19:29.587421 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-e5aa99db-851a-491a-af58-3873ed22cf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:19:18Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['0ffcee3b-dbf9-4fd6-a887-809ed764d1e3'], 'active': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:19:29.658843 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-f2349a6e-4f8d-4178-b883-0d3b4793a112 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "PUT /v2.0/floatingips/25c7762c-ad98-4371-8114-53fa3af2e1f8 HTTP/1.1" status: 200 len: 991 time: 2.1447282 May 31 18:19:29.663173 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29edd01-9612-457e-9607-8f6c71dbdb3a', 'tag': 'aa99cb7e-9beb-4262-8b8a-a586ff3f23ea'}] {{(pid=91754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:19:29.665624 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b8d31c20630307edfd170fd0520c8261bc4320d7d7b7fb717012a3b2519c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46afcded-0c7a-4f0a-9e01-d03f204fe227" -d '{"events": [{"name": "network-changed", "server_uuid": "c29edd01-9612-457e-9607-8f6c71dbdb3a", "tag": "aa99cb7e-9beb-4262-8b8a-a586ff3f23ea"}]}' {{(pid=91754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:19:29.672884 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-339b5863-fe07-4f3d-8c7f-48567e372a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:29.721198 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d6959-4497-483b-9549-484c42f0b302 req-067592ba-667e-4529-9961-7a94b60cd2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:29.722799 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-172d6959-4497-483b-9549-484c42f0b302 req-067592ba-667e-4529-9961-7a94b60cd2de service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 1098 time: 0.2131631 May 31 18:19:29.730513 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-339b5863-fe07-4f3d-8c7f-48567e372a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:29.784326 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-b5b2d610-74d4-4414-9662-8033ce475f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:29.793479 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845eb861-6322-408e-a558-0c9f87d0608b x-openstack-request-id: req-845eb861-6322-408e-a558-0c9f87d0608b {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:19:29.793792 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c29edd01-9612-457e-9607-8f6c71dbdb3a", "tag": "aa99cb7e-9beb-4262-8b8a-a586ff3f23ea", "status": "completed", "code": 200}]} {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:19:29.794066 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-845eb861-6322-408e-a558-0c9f87d0608b {{(pid=91754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:19:29.794501 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29edd01-9612-457e-9607-8f6c71dbdb3a', 'tag': 'aa99cb7e-9beb-4262-8b8a-a586ff3f23ea', 'status': 'completed', 'code': 200} May 31 18:19:29.796123 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-172d6959-4497-483b-9549-484c42f0b302 req-fc5b31fd-f689-47eb-acdd-b755dc4b1781 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663888 May 31 18:19:29.798295 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-8ee64863-0bde-42c1-b590-c7212f80434d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:29.812264 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-a339d3dd-5ca5-4fbd-9576-02ea1ae414c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:29.825955 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-8ee64863-0bde-42c1-b590-c7212f80434d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:29.829497 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-8ee64863-0bde-42c1-b590-c7212f80434d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8ad86d1c-6669-4c89-bf50-4bbbc800d59a HTTP/1.1" status: 204 len: 168 time: 0.6159050 May 31 18:19:29.829497 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b2d610-74d4-4414-9662-8033ce475f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ddef38f-126a-4657-9fb8-0db238a396ed,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:29.843317 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-b5b2d610-74d4-4414-9662-8033ce475f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:29.844587 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-b5b2d610-74d4-4414-9662-8033ce475f8f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0ddef38f-126a-4657-9fb8-0db238a396ed HTTP/1.1" status: 204 len: 168 time: 0.7377372 May 31 18:19:29.846786 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee64863-0bde-42c1-b590-c7212f80434d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad86d1c-6669-4c89-bf50-4bbbc800d59a,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:29.849812 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-8ee64863-0bde-42c1-b590-c7212f80434d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:29.852263 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-1305f9c4-6701-4535-80e9-b9ab5aa6b79e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:29.852666 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-1305f9c4-6701-4535-80e9-b9ab5aa6b79e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:29.870420 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-339b5863-fe07-4f3d-8c7f-48567e372a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:29.879495 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-1305f9c4-6701-4535-80e9-b9ab5aa6b79e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:29.900202 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b5863-fe07-4f3d-8c7f-48567e372a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30bc68ca-8438-4ca3-a7d9-eabf31962ceb,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:29.902968 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-339b5863-fe07-4f3d-8c7f-48567e372a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:29.904244 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-339b5863-fe07-4f3d-8c7f-48567e372a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:29.905432 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-339b5863-fe07-4f3d-8c7f-48567e372a02 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/30bc68ca-8438-4ca3-a7d9-eabf31962ceb HTTP/1.1" status: 204 len: 168 time: 0.4068050 May 31 18:19:29.935796 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvr_db [None req-e5aa99db-851a-491a-af58-3873ed22cf0c None None] Set router 0ffcee3b-dbf9-4fd6-a887-809ed764d1e3 gateway port host: dv-cinder-770050-4-smb {{(pid=91756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:19:30.000382 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afcded-0c7a-4f0a-9e01-d03f204fe227 req-7110f30a-9171-4dde-a815-66a31899518b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:30.002773 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-46afcded-0c7a-4f0a-9e01-d03f204fe227 req-7110f30a-9171-4dde-a815-66a31899518b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cd65573bbe3e4966baf7dbde3d06304a&device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 1098 time: 0.1039207 May 31 18:19:30.238522 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afcded-0c7a-4f0a-9e01-d03f204fe227 req-d442d320-1bf4-4b0f-941b-d321694aa4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:30.240062 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-46afcded-0c7a-4f0a-9e01-d03f204fe227 req-d442d320-1bf4-4b0f-941b-d321694aa4c6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2caae92d-233f-4a42-bb44-03a041ebb28d HTTP/1.1" status: 200 len: 910 time: 0.2282686 May 31 18:19:30.378015 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-46afcded-0c7a-4f0a-9e01-d03f204fe227 req-76297790-a468-4df6-9835-3de51eefa481 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa99cb7e-9beb-4262-8b8a-a586ff3f23ea HTTP/1.1" status: 200 len: 999 time: 0.1243906 May 31 18:19:30.407128 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-e5aa99db-851a-491a-af58-3873ed22cf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'name': 'tempest-AttachVolumeTestJSON-797889927-router', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '7983253d-7bf9-4452-a3a4-b38659d0c081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:31Z', 'updated_at': '2021-05-31T18:18:54Z', 'revision_number': 4, 'project_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'gw_port': {'id': '7983253d-7bf9-4452-a3a4-b38659d0c081', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:33Z', 'updated_at': '2021-05-31T18:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_floatingips': [{'id': '25c7762c-ad98-4371-8114-53fa3af2e1f8', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'floating_ip_address': '172.28.1.155', 'floating_network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'router_id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'port_id': 'aa99cb7e-9beb-4262-8b8a-a586ff3f23ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2caae92d-233f-4a42-bb44-03a041ebb28d', 'mac_address': 'fa:16:3e:da:78:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29edd01-9612-457e-9607-8f6c71dbdb3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T18:19:04Z', 'updated_at': '2021-05-31T18:19:28Z', 'revision_number': 1, 'project_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3549004c-a5c5-4ae8-96f1-6dce7cbc92ca', 'name': '', 'network_id': '2caae92d-233f-4a42-bb44-03a041ebb28d', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'mac_address': 'fa:16:3e:f0:b6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:49Z', 'updated_at': '2021-05-31T18:19:05Z', 'revision_number': 5, 'project_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'subnets': [{'id': '6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:19:30.421931 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aa99db-851a-491a-af58-3873ed22cf0c None None] Checking router: 0ffcee3b-dbf9-4fd6-a887-809ed764d1e3 for host: dv-cinder-770050-4-smb {{(pid=91756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:19:30.435013 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5aa99db-851a-491a-af58-3873ed22cf0c None None] Routers {'0ffcee3b-dbf9-4fd6-a887-809ed764d1e3'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:19:30.435760 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-e5aa99db-851a-491a-af58-3873ed22cf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:19:18Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['0ffcee3b-dbf9-4fd6-a887-809ed764d1e3'], 'active': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:19:30.509314 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afcded-0c7a-4f0a-9e01-d03f204fe227 req-0a3491a7-e411-4659-afb0-4a212133a30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:30.510751 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-46afcded-0c7a-4f0a-9e01-d03f204fe227 req-0a3491a7-e411-4659-afb0-4a212133a30b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a HTTP/1.1" status: 200 len: 849 time: 0.0881758 May 31 18:19:30.522846 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e00fd7-bd4f-47d2-9529-2862112df9ed req-5b359e44-51f9-497e-9dc3-4a58188891f2 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:30.524321 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-b4e00fd7-bd4f-47d2-9529-2862112df9ed req-5b359e44-51f9-497e-9dc3-4a58188891f2 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 945 time: 0.1453991 May 31 18:19:30.604982 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 56290) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:30.635763 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-12743979-48a4-4f1d-a569-22226d76cff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:30.635988 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvr_db [None req-e5aa99db-851a-491a-af58-3873ed22cf0c None None] Set router 0ffcee3b-dbf9-4fd6-a887-809ed764d1e3 gateway port host: dv-cinder-770050-4-smb {{(pid=91756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:19:30.671069 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-12743979-48a4-4f1d-a569-22226d76cff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:30.688643 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-b4e00fd7-bd4f-47d2-9529-2862112df9ed req-8020056c-8284-4a12-a648-485d0135c832 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321323 May 31 18:19:30.691715 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-12743979-48a4-4f1d-a569-22226d76cff1 admin admin] Usage tracker for resource:security_group_rule and tenant:a7b1e4ee147f42afaee73faa6d781a1c is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:30.697238 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-12743979-48a4-4f1d-a569-22226d76cff1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:30.711811 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-12743979-48a4-4f1d-a569-22226d76cff1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:30.713424 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46afcded-0c7a-4f0a-9e01-d03f204fe227 req-56fe9b95-ed19-4f86-bbdc-4f4a581213d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:30.714931 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-46afcded-0c7a-4f0a-9e01-d03f204fe227 req-56fe9b95-ed19-4f86-bbdc-4f4a581213d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2caae92d-233f-4a42-bb44-03a041ebb28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1897452 May 31 18:19:30.881331 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-12743979-48a4-4f1d-a569-22226d76cff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:30.888283 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-12743979-48a4-4f1d-a569-22226d76cff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:30.900690 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-724650ba-205d-4aef-be35-9e336ac6470e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:30.912353 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 56300) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:30.937588 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12743979-48a4-4f1d-a569-22226d76cff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57bb394a-f19d-41d6-96c9-c809f9b40f26,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:30.940843 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-d48c781f-904c-4ea6-ba88-01d92bdc4d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:30.958284 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12743979-48a4-4f1d-a569-22226d76cff1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:30.959038 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12743979-48a4-4f1d-a569-22226d76cff1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:30.959625 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12743979-48a4-4f1d-a569-22226d76cff1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:30.960244 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12743979-48a4-4f1d-a569-22226d76cff1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:30.960882 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12743979-48a4-4f1d-a569-22226d76cff1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:30.961436 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12743979-48a4-4f1d-a569-22226d76cff1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:30.962006 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12743979-48a4-4f1d-a569-22226d76cff1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:30.962466 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-d48c781f-904c-4ea6-ba88-01d92bdc4d94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:30.962854 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12743979-48a4-4f1d-a569-22226d76cff1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:30.963677 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12743979-48a4-4f1d-a569-22226d76cff1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:30.964243 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12743979-48a4-4f1d-a569-22226d76cff1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:30.964799 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12743979-48a4-4f1d-a569-22226d76cff1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:30.965363 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12743979-48a4-4f1d-a569-22226d76cff1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:30.966297 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-d48c781f-904c-4ea6-ba88-01d92bdc4d94 admin admin] Usage tracker for resource:security_group_rule and tenant:f9f0eba8c9014aa9a2b52f58c7e42bf0 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:30.972710 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-12743979-48a4-4f1d-a569-22226d76cff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:30.973119 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-d48c781f-904c-4ea6-ba88-01d92bdc4d94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:30.980740 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-12743979-48a4-4f1d-a569-22226d76cff1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a7b1e4ee147f42afaee73faa6d781a1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3740458 May 31 18:19:30.983332 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 56308) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:30.987444 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-d48c781f-904c-4ea6-ba88-01d92bdc4d94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:31.111084 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-01bdee6e-f53e-4c26-b2bf-80bccef885a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:31.126370 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-d48c781f-904c-4ea6-ba88-01d92bdc4d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:31.140249 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-46afcded-0c7a-4f0a-9e01-d03f204fe227 req-ada26772-5d91-44e8-92db-a1cf2ed74160 service neutron] 10.222.0.20 "GET /v2.0/networks/2caae92d-233f-4a42-bb44-03a041ebb28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112854 May 31 18:19:31.140249 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-d48c781f-904c-4ea6-ba88-01d92bdc4d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:31.175685 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-01bdee6e-f53e-4c26-b2bf-80bccef885a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:31.252660 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-01bdee6e-f53e-4c26-b2bf-80bccef885a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:31.260359 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:31.279248 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdee6e-f53e-4c26-b2bf-80bccef885a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57bb394a-f19d-41d6-96c9-c809f9b40f26,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:31.290474 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-6e4d048d-f08e-4f1d-93e5-05026be8a1d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:31.301036 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-01bdee6e-f53e-4c26-b2bf-80bccef885a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:31.302390 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-01bdee6e-f53e-4c26-b2bf-80bccef885a2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/57bb394a-f19d-41d6-96c9-c809f9b40f26 HTTP/1.1" status: 204 len: 168 time: 0.3173423 May 31 18:19:31.304296 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-01bdee6e-f53e-4c26-b2bf-80bccef885a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:31.306463 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-e5aa99db-851a-491a-af58-3873ed22cf0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'name': 'tempest-AttachVolumeTestJSON-797889927-router', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '7983253d-7bf9-4452-a3a4-b38659d0c081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:31Z', 'updated_at': '2021-05-31T18:18:54Z', 'revision_number': 4, 'project_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'gw_port': {'id': '7983253d-7bf9-4452-a3a4-b38659d0c081', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:33Z', 'updated_at': '2021-05-31T18:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_floatingips': [{'id': '25c7762c-ad98-4371-8114-53fa3af2e1f8', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'floating_ip_address': '172.28.1.155', 'floating_network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'router_id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'port_id': 'aa99cb7e-9beb-4262-8b8a-a586ff3f23ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2caae92d-233f-4a42-bb44-03a041ebb28d', 'mac_address': 'fa:16:3e:da:78:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29edd01-9612-457e-9607-8f6c71dbdb3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T18:19:04Z', 'updated_at': '2021-05-31T18:19:28Z', 'revision_number': 1, 'project_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3549004c-a5c5-4ae8-96f1-6dce7cbc92ca', 'name': '', 'network_id': '2caae92d-233f-4a42-bb44-03a041ebb28d', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'mac_address': 'fa:16:3e:f0:b6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:49Z', 'updated_at': '2021-05-31T18:19:05Z', 'revision_number': 5, 'project_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'subnets': [{'id': '6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:19:31.310887 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5aa99db-851a-491a-af58-3873ed22cf0c None None] The sync data for ids ['0ffcee3b-dbf9-4fd6-a887-809ed764d1e3'] in dv-cinder-770050-4-smb is: [{'id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'name': 'tempest-AttachVolumeTestJSON-797889927-router', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '7983253d-7bf9-4452-a3a4-b38659d0c081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:31Z', 'updated_at': '2021-05-31T18:18:54Z', 'revision_number': 4, 'project_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'gw_port': {'id': '7983253d-7bf9-4452-a3a4-b38659d0c081', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:33Z', 'updated_at': '2021-05-31T18:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_floatingips': [{'id': '25c7762c-ad98-4371-8114-53fa3af2e1f8', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'floating_ip_address': '172.28.1.155', 'floating_network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'router_id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'port_id': 'aa99cb7e-9beb-4262-8b8a-a586ff3f23ea', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2caae92d-233f-4a42-bb44-03a041ebb28d', 'mac_address': 'fa:16:3e:da:78:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29edd01-9612-457e-9607-8f6c71dbdb3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T18:19:04Z', 'updated_at': '2021-05-31T18:19:28Z', 'revision_number': 1, 'project_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3549004c-a5c5-4ae8-96f1-6dce7cbc92ca', 'name': '', 'network_id': '2caae92d-233f-4a42-bb44-03a041ebb28d', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'mac_address': 'fa:16:3e:f0:b6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:49Z', 'updated_at': '2021-05-31T18:19:05Z', 'revision_number': 5, 'project_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'subnets': [{'id': '6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:19:31.324511 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-d48c781f-904c-4ea6-ba88-01d92bdc4d94 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f9f0eba8c9014aa9a2b52f58c7e42bf0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4110792 May 31 18:19:31.327207 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 56318) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:31.328395 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48c781f-904c-4ea6-ba88-01d92bdc4d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fa422d-93c2-4b10-ac14-ce7e2b860a88,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:31.332129 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-d48c781f-904c-4ea6-ba88-01d92bdc4d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:31.385942 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-46afcded-0c7a-4f0a-9e01-d03f204fe227 req-020f1c9c-43d2-4525-adc9-4ace00a0da3a service neutron] 10.222.0.20 "GET /v2.0/networks/2caae92d-233f-4a42-bb44-03a041ebb28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190714 May 31 18:19:31.410140 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-aaec2959-a4a3-4bfd-99a8-6f027377c0f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:31.445485 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-aaec2959-a4a3-4bfd-99a8-6f027377c0f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:31.545802 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-aaec2959-a4a3-4bfd-99a8-6f027377c0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:31.555564 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-119b12a3-be34-4b5b-97bb-06225417934d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:31.575729 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec2959-a4a3-4bfd-99a8-6f027377c0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fa422d-93c2-4b10-ac14-ce7e2b860a88,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:31.578424 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-aaec2959-a4a3-4bfd-99a8-6f027377c0f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:31.579601 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-aaec2959-a4a3-4bfd-99a8-6f027377c0f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:31.580726 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-aaec2959-a4a3-4bfd-99a8-6f027377c0f6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e4fa422d-93c2-4b10-ac14-ce7e2b860a88 HTTP/1.1" status: 204 len: 168 time: 0.2508006 May 31 18:19:31.611555 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f257996c-ffdc-4207-a7e7-a976bf7d7a37 None None] New status for floating IP 25c7762c-ad98-4371-8114-53fa3af2e1f8: ACTIVE {{(pid=91755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 18:19:31.910872 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53d6997-d3b7-4b63-87d3-0648c71ccc07 req-4c02ad56-4386-4a8a-8dcb-08e526c9fbb6 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:31.913048 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d53d6997-d3b7-4b63-87d3-0648c71ccc07 req-4c02ad56-4386-4a8a-8dcb-08e526c9fbb6 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 945 time: 0.1061413 May 31 18:19:31.968456 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d53d6997-d3b7-4b63-87d3-0648c71ccc07 req-46d48d9f-e5fe-49a9-918d-422bc832e5e4 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496840 May 31 18:19:32.056628 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.agents_db [None req-6172caff-413f-4f38-b24a-66359638417e None None] Agent healthcheck: found 6 active agents {{(pid=91756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:19:32.441409 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6cba93-c0a2-470d-81d3-3248e8395deb req-ef6ee3a8-4465-4fc5-bae0-f46251540fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:32.444446 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-3e6cba93-c0a2-470d-81d3-3248e8395deb req-ef6ee3a8-4465-4fc5-bae0-f46251540fff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c3d994f16a334298af3d28d648ac58b5&device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 1098 time: 0.1348708 May 31 18:19:32.673477 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6cba93-c0a2-470d-81d3-3248e8395deb req-f73a22d6-1fa7-4e4a-9793-1de26d0eff70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:32.675856 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-3e6cba93-c0a2-470d-81d3-3248e8395deb req-f73a22d6-1fa7-4e4a-9793-1de26d0eff70 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc HTTP/1.1" status: 200 len: 918 time: 0.1911473 May 31 18:19:32.689313 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969d472-46ac-47aa-a208-d184eed1fd95 req-d9e2105c-6098-466a-af5c-ad5059204650 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:32.696415 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-4969d472-46ac-47aa-a208-d184eed1fd95 req-d9e2105c-6098-466a-af5c-ad5059204650 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 945 time: 0.2507517 May 31 18:19:32.782065 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-3e6cba93-c0a2-470d-81d3-3248e8395deb req-03468f96-55e0-408f-bc87-8a45982f6a54 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=87ddfb9a-51c8-4f79-b7cc-e7f957335318 HTTP/1.1" status: 200 len: 217 time: 0.0833902 May 31 18:19:32.852924 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-4969d472-46ac-47aa-a208-d184eed1fd95 req-f6c241be-9575-428e-8230-b4848e3886d2 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552622 May 31 18:19:32.884250 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6cba93-c0a2-470d-81d3-3248e8395deb req-2de854f3-18eb-419b-b217-10c440128345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:32.887033 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-3e6cba93-c0a2-470d-81d3-3248e8395deb req-2de854f3-18eb-419b-b217-10c440128345 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e3fa326-62c2-4696-a5ba-f91860a8b0f6 HTTP/1.1" status: 200 len: 858 time: 0.0918579 May 31 18:19:32.941692 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-3e6cba93-c0a2-470d-81d3-3248e8395deb req-73f059fc-f264-4f22-b633-930952f3a04a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465302 May 31 18:19:33.054636 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 56412) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:33.084091 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-3e6cba93-c0a2-470d-81d3-3248e8395deb req-131d20ff-7170-417b-ae34-2ed5bfcf18d9 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352530 May 31 18:19:33.226319 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-3e6cba93-c0a2-470d-81d3-3248e8395deb req-88f6e7e4-dc5a-42ba-95af-15e5b844f40e service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347389 May 31 18:19:33.331366 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0fa115a2-71a3-4206-af9c-2569e7050359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:33.354994 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-0fa115a2-71a3-4206-af9c-2569e7050359 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:33.358769 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-0fa115a2-71a3-4206-af9c-2569e7050359 admin admin] Usage tracker for resource:security_group_rule and tenant:94ed7528d8e744b2a884d8e0643766eb is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:33.363443 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-0fa115a2-71a3-4206-af9c-2569e7050359 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:33.371147 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-0fa115a2-71a3-4206-af9c-2569e7050359 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:33.526973 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0fa115a2-71a3-4206-af9c-2569e7050359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:33.531971 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0fa115a2-71a3-4206-af9c-2569e7050359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:33.543835 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:33.596493 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa115a2-71a3-4206-af9c-2569e7050359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077a42b0-b97b-4f92-939d-884629513812,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:33.602876 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-0fa115a2-71a3-4206-af9c-2569e7050359 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=94ed7528d8e744b2a884d8e0643766eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5471745 May 31 18:19:33.604079 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-0fa115a2-71a3-4206-af9c-2569e7050359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:33.605885 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 56478) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:33.771650 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c9d9339a-2786-4c89-a20d-ab082c04a5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:33.800512 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c9d9339a-2786-4c89-a20d-ab082c04a5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:33.860550 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c9d9339a-2786-4c89-a20d-ab082c04a5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:33.867952 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-a00b18cb-2190-4b32-91e0-88d0ad45b4e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:33.885617 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9339a-2786-4c89-a20d-ab082c04a5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077a42b0-b97b-4f92-939d-884629513812,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:33.890219 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-c9d9339a-2786-4c89-a20d-ab082c04a5a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:33.896960 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c9d9339a-2786-4c89-a20d-ab082c04a5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:33.899046 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-c9d9339a-2786-4c89-a20d-ab082c04a5a5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/077a42b0-b97b-4f92-939d-884629513812 HTTP/1.1" status: 204 len: 168 time: 0.2921855 May 31 18:19:34.159263 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6a4adf-f1d4-4c55-90b7-0666ee3f1403 req-97967726-6b04-41e0-a26c-e1daaa0963e9 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:34.161692 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-1d6a4adf-f1d4-4c55-90b7-0666ee3f1403 req-97967726-6b04-41e0-a26c-e1daaa0963e9 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 945 time: 0.1266632 May 31 18:19:34.233760 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-1d6a4adf-f1d4-4c55-90b7-0666ee3f1403 req-719cde7e-d0ba-45e3-90ce-471a77d93308 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660307 May 31 18:19:34.403710 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 56516) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:34.449303 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-a0a1295f-ecf5-42b8-800d-5abc083aa6ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:34.466735 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-a0a1295f-ecf5-42b8-800d-5abc083aa6ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:34.471385 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-a0a1295f-ecf5-42b8-800d-5abc083aa6ab admin admin] Usage tracker for resource:security_group_rule and tenant:babc55c1c1ae4a6382a21260ee0de701 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:34.474464 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-a0a1295f-ecf5-42b8-800d-5abc083aa6ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:34.481878 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-a0a1295f-ecf5-42b8-800d-5abc083aa6ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:34.502564 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 56528) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:34.589805 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-a0a1295f-ecf5-42b8-800d-5abc083aa6ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:34.595052 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-a0a1295f-ecf5-42b8-800d-5abc083aa6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:34.626054 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-7f29e7a8-1d57-4246-ad4c-b2002a4e7b1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:34.658671 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-a0a1295f-ecf5-42b8-800d-5abc083aa6ab admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=babc55c1c1ae4a6382a21260ee0de701&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2512283 May 31 18:19:34.659139 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 56548) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:34.665769 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a1295f-ecf5-42b8-800d-5abc083aa6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df396642-ac8d-4ceb-b6be-8c1d87caa100,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:34.668763 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-a0a1295f-ecf5-42b8-800d-5abc083aa6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:34.744186 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-e49ae62a-4788-4785-86cd-1a20ed1a629e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:34.774099 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-e49ae62a-4788-4785-86cd-1a20ed1a629e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:34.847316 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-11c70b84-801a-45f0-a718-f64cefe1b9c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:34.868366 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-e49ae62a-4788-4785-86cd-1a20ed1a629e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:34.873019 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-11c70b84-801a-45f0-a718-f64cefe1b9c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:34.875042 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:34.969400 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-11c70b84-801a-45f0-a718-f64cefe1b9c8 admin admin] Usage tracker for resource:security_group_rule and tenant:ea2902fa3413408c8f6b57482488654b is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:34.973602 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-11c70b84-801a-45f0-a718-f64cefe1b9c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:34.978398 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ae62a-4788-4785-86cd-1a20ed1a629e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df396642-ac8d-4ceb-b6be-8c1d87caa100,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:34.986042 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-e49ae62a-4788-4785-86cd-1a20ed1a629e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:34.987616 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-11c70b84-801a-45f0-a718-f64cefe1b9c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:34.991606 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-e49ae62a-4788-4785-86cd-1a20ed1a629e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:35.001362 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-e49ae62a-4788-4785-86cd-1a20ed1a629e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/df396642-ac8d-4ceb-b6be-8c1d87caa100 HTTP/1.1" status: 204 len: 168 time: 0.3352480 May 31 18:19:35.102049 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-11c70b84-801a-45f0-a718-f64cefe1b9c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:35.107531 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-11c70b84-801a-45f0-a718-f64cefe1b9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:35.130897 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:35.181466 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-11c70b84-801a-45f0-a718-f64cefe1b9c8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ea2902fa3413408c8f6b57482488654b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6708188 May 31 18:19:35.181466 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c70b84-801a-45f0-a718-f64cefe1b9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddfb8dbb-f60f-42a6-afcb-1abcf46dae93,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:35.182091 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 56568) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:35.183649 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-11c70b84-801a-45f0-a718-f64cefe1b9c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:35.305548 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-deac8104-5a87-493e-98fe-11e86bebe6ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:35.367842 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-deac8104-5a87-493e-98fe-11e86bebe6ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:35.506410 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-deac8104-5a87-493e-98fe-11e86bebe6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:35.519588 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7519425a-df6b-418d-bfaa-7a4ee744c93b req-3cbefd92-76ce-4c8c-a9ed-d2cf5b2a68d3 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:35.520622 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-7519425a-df6b-418d-bfaa-7a4ee744c93b req-3cbefd92-76ce-4c8c-a9ed-d2cf5b2a68d3 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 945 time: 0.1240280 May 31 18:19:35.522896 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-d48c781f-904c-4ea6-ba88-01d92bdc4d94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:35.551264 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac8104-5a87-493e-98fe-11e86bebe6ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddfb8dbb-f60f-42a6-afcb-1abcf46dae93,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:35.559005 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-deac8104-5a87-493e-98fe-11e86bebe6ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:35.598295 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-7519425a-df6b-418d-bfaa-7a4ee744c93b req-14cfdf79-ce07-434c-935e-ed1457fab8f2 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670171 May 31 18:19:35.599318 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-deac8104-5a87-493e-98fe-11e86bebe6ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:35.600359 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-deac8104-5a87-493e-98fe-11e86bebe6ef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ddfb8dbb-f60f-42a6-afcb-1abcf46dae93 HTTP/1.1" status: 204 len: 168 time: 0.4213104 May 31 18:19:36.827856 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2fe62-cc7c-480f-ae32-3d6bf972d75d req-fe650ac4-c235-46e3-b17b-32bdadc1e292 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:36.834953 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-f3d2fe62-cc7c-480f-ae32-3d6bf972d75d req-fe650ac4-c235-46e3-b17b-32bdadc1e292 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 945 time: 0.1016710 May 31 18:19:36.913235 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-f3d2fe62-cc7c-480f-ae32-3d6bf972d75d req-47aa58b2-4c1a-4e78-a5dd-be41fcc66629 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765307 May 31 18:19:37.356541 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 56744) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:37.596260 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-bbe54e57-43fc-4865-8a5d-2e0397412d8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:37.612511 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-bbe54e57-43fc-4865-8a5d-2e0397412d8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:37.616670 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-bbe54e57-43fc-4865-8a5d-2e0397412d8a admin admin] Usage tracker for resource:security_group_rule and tenant:de923eb89a8445e69b06b68aeb4aaf88 is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:37.619764 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-bbe54e57-43fc-4865-8a5d-2e0397412d8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:37.628941 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-bbe54e57-43fc-4865-8a5d-2e0397412d8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:37.722217 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-bbe54e57-43fc-4865-8a5d-2e0397412d8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:37.726483 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-bbe54e57-43fc-4865-8a5d-2e0397412d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:37.736835 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:37.796864 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 56768) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:37.797450 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-bbe54e57-43fc-4865-8a5d-2e0397412d8a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=de923eb89a8445e69b06b68aeb4aaf88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4389987 May 31 18:19:37.797888 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe54e57-43fc-4865-8a5d-2e0397412d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf220b77-bd5f-4828-8321-ce9fb76e4c01,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:37.800945 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-bbe54e57-43fc-4865-8a5d-2e0397412d8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:37.877254 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-64efe526-e2d2-4e5f-9312-7deff69d5720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:37.905478 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-64efe526-e2d2-4e5f-9312-7deff69d5720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:37.962727 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-64efe526-e2d2-4e5f-9312-7deff69d5720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:37.971382 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-ca0e79ef-3835-475a-9907-ec6a9ef55299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:37.994307 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-64efe526-e2d2-4e5f-9312-7deff69d5720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:37.998256 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-64efe526-e2d2-4e5f-9312-7deff69d5720 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bf220b77-bd5f-4828-8321-ce9fb76e4c01 HTTP/1.1" status: 204 len: 168 time: 0.1977844 May 31 18:19:37.998256 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64efe526-e2d2-4e5f-9312-7deff69d5720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf220b77-bd5f-4828-8321-ce9fb76e4c01,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:37.999992 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-64efe526-e2d2-4e5f-9312-7deff69d5720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:38.125297 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1bcc7-c70c-4588-8c3d-d7ab33f02585 req-6c255d28-1db2-4b8b-b778-a1e6bb172763 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:38.127773 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-03a1bcc7-c70c-4588-8c3d-d7ab33f02585 req-6c255d28-1db2-4b8b-b778-a1e6bb172763 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 945 time: 0.1061101 May 31 18:19:38.188666 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-03a1bcc7-c70c-4588-8c3d-d7ab33f02585 req-47f7f4c1-ca6d-4c40-a552-d1d9d0e002d6 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514734 May 31 18:19:38.315818 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 56786) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:38.332392 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-8bbb678a-c385-41cb-ab50-6d62c8fe174d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:38.345762 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-8bbb678a-c385-41cb-ab50-6d62c8fe174d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:38.349435 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-8bbb678a-c385-41cb-ab50-6d62c8fe174d admin admin] Usage tracker for resource:security_group_rule and tenant:7c948c81c8ae48d783ec7732695f8a77 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:38.352630 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-8bbb678a-c385-41cb-ab50-6d62c8fe174d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:38.358115 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-8bbb678a-c385-41cb-ab50-6d62c8fe174d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:38.443498 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-8bbb678a-c385-41cb-ab50-6d62c8fe174d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:38.446709 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-8bbb678a-c385-41cb-ab50-6d62c8fe174d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:38.457960 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-64efe526-e2d2-4e5f-9312-7deff69d5720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:38.496603 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-8bbb678a-c385-41cb-ab50-6d62c8fe174d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7c948c81c8ae48d783ec7732695f8a77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1796896 May 31 18:19:38.498148 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb678a-c385-41cb-ab50-6d62c8fe174d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=396b0704-6740-4e8f-9545-502237fff9be,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:38.499228 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 56790) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:38.501110 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-8bbb678a-c385-41cb-ab50-6d62c8fe174d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:38.558537 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-02d2df9e-91df-4c37-adda-649c1ff02852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:38.587058 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-02d2df9e-91df-4c37-adda-649c1ff02852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:38.638458 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-02d2df9e-91df-4c37-adda-649c1ff02852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:38.642137 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-359fad6f-152f-4053-b584-7e8ed291c95c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:38.656135 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d2df9e-91df-4c37-adda-649c1ff02852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=396b0704-6740-4e8f-9545-502237fff9be,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:38.659054 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-02d2df9e-91df-4c37-adda-649c1ff02852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:38.669255 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-02d2df9e-91df-4c37-adda-649c1ff02852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:38.670334 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-02d2df9e-91df-4c37-adda-649c1ff02852 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/396b0704-6740-4e8f-9545-502237fff9be HTTP/1.1" status: 204 len: 168 time: 0.1694100 May 31 18:19:39.041267 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-6a5f0205-7a93-4a6f-9538-9b844eee7d90 tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=993853beb9b84511aa0dcef76fa5085c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324373 May 31 18:19:39.211053 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-e363be26-cdae-45a4-a766-19e6b6128e43 tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:39.217976 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-e363be26-cdae-45a4-a766-19e6b6128e43 tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1710348 May 31 18:19:39.236775 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-d5a4ee6a-45ac-47ce-9fa3-3a8050bc02ce tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] 10.222.0.25 "GET /v2.0/quotas/993853beb9b84511aa0dcef76fa5085c HTTP/1.1" status: 200 len: 375 time: 0.0176098 May 31 18:19:39.295028 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-d4dddd55-9439-497d-9bd8-b84075eb9def tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=993853beb9b84511aa0dcef76fa5085c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571187 May 31 18:19:39.539387 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e524d1-1309-4602-9bd6-755bca4bb421 req-f337302f-593f-4ff9-87f6-c5e73a31abb5 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:39.552263 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-49e524d1-1309-4602-9bd6-755bca4bb421 req-f337302f-593f-4ff9-87f6-c5e73a31abb5 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 945 time: 0.1719375 May 31 18:19:39.658611 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-49e524d1-1309-4602-9bd6-755bca4bb421 req-baa01ab3-a37d-46a8-b115-59a8f6f41de3 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053932 May 31 18:19:39.739569 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d23ec861-2f7f-43b8-bbd6-b8be737eeac7 req-6f806e08-5363-47de-a401-98c92f5dba5f tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcdfe0e5-b216-4f5d-a110-360f72bb7299 HTTP/1.1" status: 200 len: 210 time: 0.0816729 May 31 18:19:40.947080 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-4f75a2c5-5fe2-4997-aed0-2f4dfe1ff274 req-c4b4d7c3-43ba-4f0a-a259-7f551df20e4a tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcdfe0e5-b216-4f5d-a110-360f72bb7299 HTTP/1.1" status: 200 len: 210 time: 0.0792580 May 31 18:19:40.975849 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ff739-fa48-4946-9be1-0d31eaa09434 req-863ceb3f-f762-43ac-8385-0852e8eef92c tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:40.985068 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-d06ff739-fa48-4946-9be1-0d31eaa09434 req-863ceb3f-f762-43ac-8385-0852e8eef92c tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 945 time: 0.2260985 May 31 18:19:40.988967 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-7ede0a97-d72b-4ba6-9b91-2a004993a03e tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=993853beb9b84511aa0dcef76fa5085c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0892556 May 31 18:19:41.148624 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-d06ff739-fa48-4946-9be1-0d31eaa09434 req-e7a01558-553c-483a-9a27-fb7c29cd8189 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626465 May 31 18:19:41.208229 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-9e2630d0-babd-400b-871d-f9db453d50ec tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:41.209748 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-9e2630d0-babd-400b-871d-f9db453d50ec tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2009962 May 31 18:19:41.234564 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-5d64e61d-84a3-4cb2-84d5-048ef182a37d tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Request body: {'port': {'device_id': 'fcdfe0e5-b216-4f5d-a110-360f72bb7299', 'network_id': '64d747d9-433c-4268-95fc-5e80790ad799', 'admin_state_up': True, 'tenant_id': '993853beb9b84511aa0dcef76fa5085c'}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:19:41.427803 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-5d64e61d-84a3-4cb2-84d5-048ef182a37d tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:41.433992 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-5d64e61d-84a3-4cb2-84d5-048ef182a37d tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Usage tracker for resource:port and tenant:993853beb9b84511aa0dcef76fa5085c is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:41.437283 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-5d64e61d-84a3-4cb2-84d5-048ef182a37d tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:41.445393 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-5d64e61d-84a3-4cb2-84d5-048ef182a37d tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:41.457672 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-5d64e61d-84a3-4cb2-84d5-048ef182a37d tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Made reservation on behalf of 993853beb9b84511aa0dcef76fa5085c for: {'port': 1} {{(pid=91753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:19:41.462477 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-5d64e61d-84a3-4cb2-84d5-048ef182a37d tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:41.477877 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-5d64e61d-84a3-4cb2-84d5-048ef182a37d tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:41.493844 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-5d64e61d-84a3-4cb2-84d5-048ef182a37d tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:41.498278 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-5d64e61d-84a3-4cb2-84d5-048ef182a37d tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Usage tracker for resource:security_group_rule and tenant:993853beb9b84511aa0dcef76fa5085c is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:41.501137 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-5d64e61d-84a3-4cb2-84d5-048ef182a37d tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:41.507227 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-5d64e61d-84a3-4cb2-84d5-048ef182a37d tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:41.602149 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-5d64e61d-84a3-4cb2-84d5-048ef182a37d tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:41.606974 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-5d64e61d-84a3-4cb2-84d5-048ef182a37d tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:41.609866 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-309c8c78-e3f1-460a-878f-85cc4fc81622 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:41.688114 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64e61d-84a3-4cb2-84d5-048ef182a37d tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abf7be46-0adf-436b-9fea-151d6142b5f7,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:41.693925 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-5d64e61d-84a3-4cb2-84d5-048ef182a37d tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:41.785932 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.db_base_plugin_common [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-5d64e61d-84a3-4cb2-84d5-048ef182a37d tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Allocated IP 192.168.233.177 (64d747d9-433c-4268-95fc-5e80790ad799/3b78ba7a-09b5-4c11-9401-8b248c4ef973/4c728d88-0bc7-4be2-a3f6-6650b41a58e1) {{(pid=91753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:19:41.999480 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-5d64e61d-84a3-4cb2-84d5-048ef182a37d tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Notify callbacks [] for port, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:42.025690 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.provisioning_blocks [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-5d64e61d-84a3-4cb2-84d5-048ef182a37d tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Transition to ACTIVE for port object 4c728d88-0bc7-4be2-a3f6-6650b41a58e1 will not be triggered until provisioned by entity DHCP. {{(pid=91753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:19:42.057698 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-5d64e61d-84a3-4cb2-84d5-048ef182a37d tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1833561'] for port, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:42.067667 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:42.140580 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-5d64e61d-84a3-4cb2-84d5-048ef182a37d tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Network 64d747d9-433c-4268-95fc-5e80790ad799 is already hosted by enough agents. {{(pid=91753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:19:42.143926 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.base_scheduler [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-5d64e61d-84a3-4cb2-84d5-048ef182a37d tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Resources bound (agent type, host, resource id): {{(pid=91753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:19:42.146391 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-5d64e61d-84a3-4cb2-84d5-048ef182a37d tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Received port after_create {{(pid=91753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:19:42.171018 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a626dc59-ad2a-4cdf-b01b-6b7189d9953d req-b729d92c-8ca6-4815-b066-8da3cbe6bdef tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:42.173926 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a626dc59-ad2a-4cdf-b01b-6b7189d9953d req-b729d92c-8ca6-4815-b066-8da3cbe6bdef tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcdfe0e5-b216-4f5d-a110-360f72bb7299 HTTP/1.1" status: 200 len: 936 time: 0.0913954 May 31 18:19:42.287626 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a626dc59-ad2a-4cdf-b01b-6b7189d9953d req-858b8891-732d-460f-86eb-3fcb4c9e2a3c tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] 10.222.0.25 "GET /v2.0/security-groups?id=abf7be46-0adf-436b-9fea-151d6142b5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944707 May 31 18:19:42.294916 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-5d64e61d-84a3-4cb2-84d5-048ef182a37d tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:42.295794 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-5d64e61d-84a3-4cb2-84d5-048ef182a37d tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for port, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:42.329618 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d64e61d-84a3-4cb2-84d5-048ef182a37d tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Pushing event updated for resources: {'Port': ['ID=4c728d88-0bc7-4be2-a3f6-6650b41a58e1,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:42.342219 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-5d64e61d-84a3-4cb2-84d5-048ef182a37d tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:42.348941 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-5d64e61d-84a3-4cb2-84d5-048ef182a37d tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1238551 May 31 18:19:42.390275 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-8323cb15-0796-4338-92aa-69519d6c9dac service neutron] Request body: {'port': {'device_id': 'fcdfe0e5-b216-4f5d-a110-360f72bb7299', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77005'}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:19:42.459171 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-21f6b514-2705-4cec-a2ea-996c6f265266 req-0fc43cde-17ba-4192-88fa-8518b8bc726b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1181858 May 31 18:19:42.552007 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-74e416a2-a666-470f-a604-d6b29752c14d None None] Provisioning for port 4c728d88-0bc7-4be2-a3f6-6650b41a58e1 completed by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:19:42.558581 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-8323cb15-0796-4338-92aa-69519d6c9dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:42.560724 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-74e416a2-a666-470f-a604-d6b29752c14d None None] Provisioning complete for port 4c728d88-0bc7-4be2-a3f6-6650b41a58e1 triggered by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:19:42.561098 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-74e416a2-a666-470f-a604-d6b29752c14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:42.598160 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43ea7f-a8f8-4877-a29f-8a339b6e1c3b req-2e87a399-b75d-48ac-a448-46d08b037b8d tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:42.599580 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-3b43ea7f-a8f8-4877-a29f-8a339b6e1c3b req-2e87a399-b75d-48ac-a448-46d08b037b8d tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 945 time: 0.2495506 May 31 18:19:42.701593 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-74e416a2-a666-470f-a604-d6b29752c14d None None] Port 4c728d88-0bc7-4be2-a3f6-6650b41a58e1 cannot update to ACTIVE because it is not bound. {{(pid=91755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:19:42.757535 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-3b43ea7f-a8f8-4877-a29f-8a339b6e1c3b req-b2f3e43d-aa0d-47cb-a47d-6a2b9d44d2a6 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121466 May 31 18:19:42.768964 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6b514-2705-4cec-a2ea-996c6f265266 req-26172db6-866d-4f23-ad13-b24d7caa9ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:42.770435 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-21f6b514-2705-4cec-a2ea-996c6f265266 req-26172db6-866d-4f23-ad13-b24d7caa9ebb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4d1b216261e41c7aa55b53c9f2a5ab7&device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 1098 time: 0.1670251 May 31 18:19:42.944386 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6b514-2705-4cec-a2ea-996c6f265266 req-99734a6e-bbe5-4fd9-9adf-806fdce98a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:42.946179 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-21f6b514-2705-4cec-a2ea-996c6f265266 req-99734a6e-bbe5-4fd9-9adf-806fdce98a4a service neutron] 10.222.0.20 "GET /v2.0/networks?id=bdb4a9e4-0610-4a9d-bf9e-a0493305c72a HTTP/1.1" status: 200 len: 917 time: 0.1480627 May 31 18:19:43.093783 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-21f6b514-2705-4cec-a2ea-996c6f265266 req-f6f2e289-333d-41ec-adf9-c78738a7b20c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81e7c184-03d2-4a3e-a144-711065ad86db HTTP/1.1" status: 200 len: 1001 time: 0.1404867 May 31 18:19:43.105475 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.notifiers.nova [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-8323cb15-0796-4338-92aa-69519d6c9dac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c728d88-0bc7-4be2-a3f6-6650b41a58e1 {{(pid=91753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:19:43.118204 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-8323cb15-0796-4338-92aa-69519d6c9dac service neutron] Notify callbacks [] for port, precommit_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:43.141064 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.provisioning_blocks [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-8323cb15-0796-4338-92aa-69519d6c9dac service neutron] Transition to ACTIVE for port object 4c728d88-0bc7-4be2-a3f6-6650b41a58e1 will not be triggered until provisioned by entity L2. {{(pid=91753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:19:43.146334 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-8323cb15-0796-4338-92aa-69519d6c9dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1833552'] for port, after_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:43.154684 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:43.181273 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6b514-2705-4cec-a2ea-996c6f265266 req-f0403fd4-30cc-4c6f-a40e-aa6b1da7227c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:43.182970 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-21f6b514-2705-4cec-a2ea-996c6f265266 req-f0403fd4-30cc-4c6f-a40e-aa6b1da7227c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a141bd4c-23e4-4ac5-be95-c7e9e5ec7954 HTTP/1.1" status: 200 len: 856 time: 0.0816133 May 31 18:19:43.274653 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6b514-2705-4cec-a2ea-996c6f265266 req-a22bf8d4-a507-4fd2-af27-8b030076c977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:43.276585 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-21f6b514-2705-4cec-a2ea-996c6f265266 req-a22bf8d4-a507-4fd2-af27-8b030076c977 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bdb4a9e4-0610-4a9d-bf9e-a0493305c72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0858297 May 31 18:19:43.488393 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323cb15-0796-4338-92aa-69519d6c9dac service neutron] Pushing event updated for resources: {'Port': ['ID=4c728d88-0bc7-4be2-a3f6-6650b41a58e1,revision_number=2']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:43.494636 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-8323cb15-0796-4338-92aa-69519d6c9dac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:43.583632 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-21f6b514-2705-4cec-a2ea-996c6f265266 req-d5d2faf9-debf-41ca-bb33-5902963aa162 service neutron] 10.222.0.20 "GET /v2.0/networks/bdb4a9e4-0610-4a9d-bf9e-a0493305c72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974207 May 31 18:19:43.732599 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-21f6b514-2705-4cec-a2ea-996c6f265266 req-f5c3f042-c407-4f73-857f-d46c8ef9dfc3 service neutron] 10.222.0.20 "GET /v2.0/networks/bdb4a9e4-0610-4a9d-bf9e-a0493305c72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368251 May 31 18:19:43.738846 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.managers [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-8323cb15-0796-4338-92aa-69519d6c9dac service neutron] Attempting to bind port 4c728d88-0bc7-4be2-a3f6-6650b41a58e1 on host hv-cinder-77005 for vnic_type normal with profile {{(pid=91753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:19:43.739173 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.managers [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-8323cb15-0796-4338-92aa-69519d6c9dac service neutron] Attempting to bind port 4c728d88-0bc7-4be2-a3f6-6650b41a58e1 by drivers openvswitch,hyperv on host hv-cinder-77005 at level 0 using segments [{'id': '08ae665f-3132-4f5a-b14c-fb433f03242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '64d747d9-433c-4268-95fc-5e80790ad799'}] {{(pid=91753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:19:43.739512 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-8323cb15-0796-4338-92aa-69519d6c9dac service neutron] Attempting to bind port 4c728d88-0bc7-4be2-a3f6-6650b41a58e1 on network 64d747d9-433c-4268-95fc-5e80790ad799 {{(pid=91753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:19:43.745502 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-8323cb15-0796-4338-92aa-69519d6c9dac service neutron] Port 4c728d88-0bc7-4be2-a3f6-6650b41a58e1 on network 64d747d9-433c-4268-95fc-5e80790ad799 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77005 {{(pid=91753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 18:19:43.745816 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-8323cb15-0796-4338-92aa-69519d6c9dac service neutron] Attempting to bind port 4c728d88-0bc7-4be2-a3f6-6650b41a58e1 on network 64d747d9-433c-4268-95fc-5e80790ad799 {{(pid=91753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:19:43.759459 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85974a23-8c2f-471a-8ac7-25bd7981982d req-a31e677b-c857-4ef2-9268-0ef1d38b2986 tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:43.760177 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-85974a23-8c2f-471a-8ac7-25bd7981982d req-a31e677b-c857-4ef2-9268-0ef1d38b2986 tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Synchronizing usage tracker for tenant:993853beb9b84511aa0dcef76fa5085c on resource:port {{(pid=91753) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:19:43.764185 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-8323cb15-0796-4338-92aa-69519d6c9dac service neutron] Checking agent: {'id': '46eeceb7-2107-4a71-92f6-f52bad665eae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77005', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 16, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:19:43.764540 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-8323cb15-0796-4338-92aa-69519d6c9dac service neutron] Checking segment: {'id': '08ae665f-3132-4f5a-b14c-fb433f03242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '64d747d9-433c-4268-95fc-5e80790ad799'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:19:43.764911 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-8323cb15-0796-4338-92aa-69519d6c9dac service neutron] Bound using segment: {'id': '08ae665f-3132-4f5a-b14c-fb433f03242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '64d747d9-433c-4268-95fc-5e80790ad799'} {{(pid=91753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:19:43.765344 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.managers [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-8323cb15-0796-4338-92aa-69519d6c9dac service neutron] Bound port: 4c728d88-0bc7-4be2-a3f6-6650b41a58e1, host: hv-cinder-77005, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08ae665f-3132-4f5a-b14c-fb433f03242c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '64d747d9-433c-4268-95fc-5e80790ad799'}}] {{(pid=91753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:19:43.765686 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-8323cb15-0796-4338-92aa-69519d6c9dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:43.830916 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-85974a23-8c2f-471a-8ac7-25bd7981982d req-a31e677b-c857-4ef2-9268-0ef1d38b2986 tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Unset dirty status for tenant:993853beb9b84511aa0dcef76fa5085c on resource:port {{(pid=91753) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:19:43.832063 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-85974a23-8c2f-471a-8ac7-25bd7981982d req-a31e677b-c857-4ef2-9268-0ef1d38b2986 tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcdfe0e5-b216-4f5d-a110-360f72bb7299 HTTP/1.1" status: 200 len: 948 time: 0.2519674 May 31 18:19:43.895970 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.db [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-8323cb15-0796-4338-92aa-69519d6c9dac service neutron] For port 4c728d88-0bc7-4be2-a3f6-6650b41a58e1, host hv-cinder-77005, cleared binding levels {{(pid=91753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:19:43.906303 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-85974a23-8c2f-471a-8ac7-25bd7981982d req-fd45ad7e-c4f9-42cd-8ab6-6a67f999cb53 tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Synchronizing usage tracker for tenant:993853beb9b84511aa0dcef76fa5085c on resource:security_group {{(pid=91753) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:19:43.911642 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.db [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-8323cb15-0796-4338-92aa-69519d6c9dac service neutron] For port 4c728d88-0bc7-4be2-a3f6-6650b41a58e1, host hv-cinder-77005, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=4c728d88-0bc7-4be2-a3f6-6650b41a58e1,segment=NetworkSegment(08ae665f-3132-4f5a-b14c-fb433f03242c),segment_id=08ae665f-3132-4f5a-b14c-fb433f03242c)] {{(pid=91753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:19:43.919804 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-8323cb15-0796-4338-92aa-69519d6c9dac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1833552'] for port, after_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:43.929342 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:43.968728 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77c94e2-eac2-4fb4-9a24-b88dc536ebb1 req-2c7d579c-370a-4a34-96d3-754d4043bd8f tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:43.970741 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-e77c94e2-eac2-4fb4-9a24-b88dc536ebb1 req-2c7d579c-370a-4a34-96d3-754d4043bd8f tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 945 time: 0.0992827 May 31 18:19:43.984921 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-85974a23-8c2f-471a-8ac7-25bd7981982d req-fd45ad7e-c4f9-42cd-8ab6-6a67f999cb53 tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Unset dirty status for tenant:993853beb9b84511aa0dcef76fa5085c on resource:security_group {{(pid=91753) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:19:43.993845 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-85974a23-8c2f-471a-8ac7-25bd7981982d req-fd45ad7e-c4f9-42cd-8ab6-6a67f999cb53 tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] 10.222.0.25 "GET /v2.0/security-groups?id=abf7be46-0adf-436b-9fea-151d6142b5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519985 May 31 18:19:44.019797 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-8323cb15-0796-4338-92aa-69519d6c9dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:44.020635 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-8323cb15-0796-4338-92aa-69519d6c9dac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for port, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:44.024348 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-8323cb15-0796-4338-92aa-69519d6c9dac service neutron] 10.222.0.20 "PUT /v2.0/ports/4c728d88-0bc7-4be2-a3f6-6650b41a58e1 HTTP/1.1" status: 200 len: 1098 time: 1.6387167 May 31 18:19:44.025131 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcdfe0e5-b216-4f5d-a110-360f72bb7299', 'tag': '4c728d88-0bc7-4be2-a3f6-6650b41a58e1'}] {{(pid=91753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:19:44.027778 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4a07d5f70f7fd4dbd3fa52429be7a5e9952b90ad99acae3e898da8695de761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e2b097-37b8-4aa6-b16f-5d0d0713568f" -d '{"events": [{"name": "network-changed", "server_uuid": "fcdfe0e5-b216-4f5d-a110-360f72bb7299", "tag": "4c728d88-0bc7-4be2-a3f6-6650b41a58e1"}]}' {{(pid=91753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:19:44.061979 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323cb15-0796-4338-92aa-69519d6c9dac service neutron] Pushing event updated for resources: {'Port': ['ID=4c728d88-0bc7-4be2-a3f6-6650b41a58e1,revision_number=3']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:44.067531 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-8323cb15-0796-4338-92aa-69519d6c9dac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:44.107953 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-e77c94e2-eac2-4fb4-9a24-b88dc536ebb1 req-5d0e48ac-1866-46d6-9f79-055a9a640139 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291504 May 31 18:19:44.143042 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913ff357-9a09-48fa-972d-e4ef4f0b022a x-openstack-request-id: req-913ff357-9a09-48fa-972d-e4ef4f0b022a {{(pid=91753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:19:44.143538 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcdfe0e5-b216-4f5d-a110-360f72bb7299", "tag": "4c728d88-0bc7-4be2-a3f6-6650b41a58e1", "status": "completed", "code": 200}]} {{(pid=91753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:19:44.143661 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-913ff357-9a09-48fa-972d-e4ef4f0b022a {{(pid=91753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:19:44.144004 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcdfe0e5-b216-4f5d-a110-360f72bb7299', 'tag': '4c728d88-0bc7-4be2-a3f6-6650b41a58e1', 'status': 'completed', 'code': 200} May 31 18:19:44.220534 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-72215d86-727a-4353-a6b9-84cea12fc5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:44.222315 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-72215d86-727a-4353-a6b9-84cea12fc5b8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=993853beb9b84511aa0dcef76fa5085c&device_id=fcdfe0e5-b216-4f5d-a110-360f72bb7299 HTTP/1.1" status: 200 len: 1101 time: 0.1397448 May 31 18:19:44.297992 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-fc8f3538-4904-49b5-bf84-a81a778b8465 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=4c728d88-0bc7-4be2-a3f6-6650b41a58e1 HTTP/1.1" status: 200 len: 217 time: 0.0671842 May 31 18:19:44.366474 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-de16d25e-65fb-4384-aa60-6b7f9f743398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:44.367905 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-de16d25e-65fb-4384-aa60-6b7f9f743398 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3b78ba7a-09b5-4c11-9401-8b248c4ef973 HTTP/1.1" status: 200 len: 843 time: 0.0606809 May 31 18:19:44.447136 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-0111b58c-c6f0-4a2a-89c1-f00d7293a0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:44.448749 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-0111b58c-c6f0-4a2a-89c1-f00d7293a0b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64d747d9-433c-4268-95fc-5e80790ad799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0728140 May 31 18:19:44.589130 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-bee4c02f-c0c8-450a-9842-550f9c3a255a service neutron] 10.222.0.20 "GET /v2.0/networks/64d747d9-433c-4268-95fc-5e80790ad799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277945 May 31 18:19:44.830490 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-8ad83b5b-dc33-4d4d-874d-8cd47c80372c req-9b15245f-f2f3-48ad-a58a-d079d32fed4e service neutron] 10.222.0.20 "GET /v2.0/networks/64d747d9-433c-4268-95fc-5e80790ad799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343898 May 31 18:19:44.974786 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2b097-37b8-4aa6-b16f-5d0d0713568f req-205bfbb8-bcf5-4065-8546-f57eb67a18a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:44.976673 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-f5e2b097-37b8-4aa6-b16f-5d0d0713568f req-205bfbb8-bcf5-4065-8546-f57eb67a18a7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=993853beb9b84511aa0dcef76fa5085c&device_id=fcdfe0e5-b216-4f5d-a110-360f72bb7299 HTTP/1.1" status: 200 len: 1101 time: 0.0862854 May 31 18:19:45.129453 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2b097-37b8-4aa6-b16f-5d0d0713568f req-41949661-e8f7-43c8-8447-0faf22aa1094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:45.131294 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-f5e2b097-37b8-4aa6-b16f-5d0d0713568f req-41949661-e8f7-43c8-8447-0faf22aa1094 service neutron] 10.222.0.20 "GET /v2.0/networks?id=64d747d9-433c-4268-95fc-5e80790ad799 HTTP/1.1" status: 200 len: 869 time: 0.1472065 May 31 18:19:45.200256 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-f5e2b097-37b8-4aa6-b16f-5d0d0713568f req-3477a091-ba58-4f69-a4fd-45de1fdbf586 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=4c728d88-0bc7-4be2-a3f6-6650b41a58e1 HTTP/1.1" status: 200 len: 217 time: 0.0620058 May 31 18:19:45.318704 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12ba65-467a-4032-8acf-86c25e5969ed req-27ee10df-ccdb-4d33-9f9c-5c67a7f1ee12 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:45.321273 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-3d12ba65-467a-4032-8acf-86c25e5969ed req-27ee10df-ccdb-4d33-9f9c-5c67a7f1ee12 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 945 time: 0.0926206 May 31 18:19:45.323207 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2b097-37b8-4aa6-b16f-5d0d0713568f req-1c829528-6a90-4fbc-8c77-b52ab3a4074b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:45.324704 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-f5e2b097-37b8-4aa6-b16f-5d0d0713568f req-1c829528-6a90-4fbc-8c77-b52ab3a4074b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3b78ba7a-09b5-4c11-9401-8b248c4ef973 HTTP/1.1" status: 200 len: 843 time: 0.1177220 May 31 18:19:45.381486 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-3d12ba65-467a-4032-8acf-86c25e5969ed req-4631a1cd-6b46-419a-b382-cfc726546512 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487702 May 31 18:19:45.409476 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52d04f4-bb2a-447a-8fde-b19c040d72c8 req-69e0a29c-23ee-4e2d-9fca-030a16473d5b tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:45.413915 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-b52d04f4-bb2a-447a-8fde-b19c040d72c8 req-69e0a29c-23ee-4e2d-9fca-030a16473d5b tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcdfe0e5-b216-4f5d-a110-360f72bb7299 HTTP/1.1" status: 200 len: 948 time: 0.1713879 May 31 18:19:45.471892 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-b52d04f4-bb2a-447a-8fde-b19c040d72c8 req-cd287f36-8386-4060-a9d0-1b147d79b0a2 tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] 10.222.0.25 "GET /v2.0/security-groups?id=abf7be46-0adf-436b-9fea-151d6142b5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536087 May 31 18:19:45.477499 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2b097-37b8-4aa6-b16f-5d0d0713568f req-d57e4b7c-6b3b-44c9-8ae8-3a2f2dd70396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:45.479393 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-f5e2b097-37b8-4aa6-b16f-5d0d0713568f req-d57e4b7c-6b3b-44c9-8ae8-3a2f2dd70396 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64d747d9-433c-4268-95fc-5e80790ad799&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1435969 May 31 18:19:45.616471 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-f5e2b097-37b8-4aa6-b16f-5d0d0713568f req-5e82c06a-bed5-4e62-a92d-55c800f1791f service neutron] 10.222.0.20 "GET /v2.0/networks/64d747d9-433c-4268-95fc-5e80790ad799?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266923 May 31 18:19:45.765169 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-f5e2b097-37b8-4aa6-b16f-5d0d0713568f req-33752e9f-1d5b-4bdc-978d-4db650d0bbce service neutron] 10.222.0.20 "GET /v2.0/networks/64d747d9-433c-4268-95fc-5e80790ad799?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357687 May 31 18:19:45.974345 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-78447a6a-d739-4223-9a8e-e2400cedc57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:46.579909 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83000487-09e3-4a3b-acc3-46f235b4a8a1 req-49303570-6745-43b4-9e9f-d380784be201 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:46.581527 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-83000487-09e3-4a3b-acc3-46f235b4a8a1 req-49303570-6745-43b4-9e9f-d380784be201 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 945 time: 0.0862613 May 31 18:19:46.626831 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-83000487-09e3-4a3b-acc3-46f235b4a8a1 req-35cbd214-84b3-41da-885f-b66a8dad5b69 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387270 May 31 18:19:46.667511 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866bc919-40b3-4207-9a31-6ee41fa6b5a8 req-9aab35f8-0a18-410e-8541-6746a9225a10 tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:46.668980 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-866bc919-40b3-4207-9a31-6ee41fa6b5a8 req-9aab35f8-0a18-410e-8541-6746a9225a10 tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcdfe0e5-b216-4f5d-a110-360f72bb7299 HTTP/1.1" status: 200 len: 948 time: 0.0820949 May 31 18:19:46.722724 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-866bc919-40b3-4207-9a31-6ee41fa6b5a8 req-7a2707d4-54e3-45d5-a9d4-1f9a5d002bbd tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] 10.222.0.25 "GET /v2.0/security-groups?id=abf7be46-0adf-436b-9fea-151d6142b5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471277 May 31 18:19:47.844850 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8ad082-e573-4387-a1be-b59127fad628 req-50e799bf-ea71-4709-af77-fee06c66e851 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:47.846796 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-ba8ad082-e573-4387-a1be-b59127fad628 req-50e799bf-ea71-4709-af77-fee06c66e851 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 945 time: 0.1040299 May 31 18:19:47.914194 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-ba8ad082-e573-4387-a1be-b59127fad628 req-7b389c22-1931-4c26-82ef-6838fc343cf7 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592713 May 31 18:19:47.936062 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620b1a2-b435-4ba6-96a1-1ac9c392b88c req-187a16ca-4e2b-42dd-b572-699d3d9eb9b7 tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:47.937773 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-f620b1a2-b435-4ba6-96a1-1ac9c392b88c req-187a16ca-4e2b-42dd-b572-699d3d9eb9b7 tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcdfe0e5-b216-4f5d-a110-360f72bb7299 HTTP/1.1" status: 200 len: 948 time: 0.0924735 May 31 18:19:48.002496 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-f620b1a2-b435-4ba6-96a1-1ac9c392b88c req-74365b27-280a-4c1c-afcb-bca9c627ceae tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] 10.222.0.25 "GET /v2.0/security-groups?id=abf7be46-0adf-436b-9fea-151d6142b5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573516 May 31 18:19:48.508482 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-a790606d-752b-4e4c-968e-9a6da75d6b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:48.555742 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:48.565745 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:49.128380 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 57150) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:49.128836 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921648da-6ef4-4db3-a656-eed871f29b33 req-337849b6-141a-47f9-9dc1-3cded1348bcd tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:49.129948 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-921648da-6ef4-4db3-a656-eed871f29b33 req-337849b6-141a-47f9-9dc1-3cded1348bcd tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 945 time: 0.1016960 May 31 18:19:49.188612 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-921648da-6ef4-4db3-a656-eed871f29b33 req-a07f6f42-76e4-45d3-afe6-7b9f2db6d650 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497465 May 31 18:19:49.257537 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287edd1-c7ca-48e9-9d46-94a05d8835f2 req-48eaac34-bafe-4585-88a1-82d9bf1f3431 tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:49.257721 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 4c728d88-0bc7-4be2-a3f6-6650b41a58e1 details requested by agent hyperv_hv-cinder-77005 with host hv-cinder-77005 {{(pid=91755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 18:19:49.259529 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-d287edd1-c7ca-48e9-9d46-94a05d8835f2 req-48eaac34-bafe-4585-88a1-82d9bf1f3431 tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcdfe0e5-b216-4f5d-a110-360f72bb7299 HTTP/1.1" status: 200 len: 948 time: 0.1081882 May 31 18:19:49.324821 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-d287edd1-c7ca-48e9-9d46-94a05d8835f2 req-8901fc6e-62e5-4b73-9b58-2c5b820ddfc4 tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] 10.222.0.25 "GET /v2.0/security-groups?id=abf7be46-0adf-436b-9fea-151d6142b5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591516 May 31 18:19:49.326330 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-9f3117b1-5635-4ae5-bec1-aeb971e02104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:49.344122 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-9f3117b1-5635-4ae5-bec1-aeb971e02104 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:49.349093 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-9f3117b1-5635-4ae5-bec1-aeb971e02104 admin admin] Usage tracker for resource:security_group_rule and tenant:6db530e1b5424cd695f4243f23e27c70 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:49.353097 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-9f3117b1-5635-4ae5-bec1-aeb971e02104 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:49.371746 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-9f3117b1-5635-4ae5-bec1-aeb971e02104 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:49.444847 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 4c728d88-0bc7-4be2-a3f6-6650b41a58e1, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=4c728d88-0bc7-4be2-a3f6-6650b41a58e1,segment=NetworkSegment(08ae665f-3132-4f5a-b14c-fb433f03242c),segment_id=08ae665f-3132-4f5a-b14c-fb433f03242c)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:19:49.461382 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Returning: {'device': '4c728d88-0bc7-4be2-a3f6-6650b41a58e1', 'network_id': '64d747d9-433c-4268-95fc-5e80790ad799', 'port_id': '4c728d88-0bc7-4be2-a3f6-6650b41a58e1', 'mac_address': 'fa:16:3e:7d:4e:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b78ba7a-09b5-4c11-9401-8b248c4ef973', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 18:19:49.508462 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-9f3117b1-5635-4ae5-bec1-aeb971e02104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:49.514381 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-9f3117b1-5635-4ae5-bec1-aeb971e02104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:49.530998 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:49.532562 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-8bbb678a-c385-41cb-ab50-6d62c8fe174d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:49.568246 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c728d88-0bc7-4be2-a3f6-6650b41a58e1 {{(pid=91755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:19:49.585714 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-9f3117b1-5635-4ae5-bec1-aeb971e02104 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6db530e1b5424cd695f4243f23e27c70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4537461 May 31 18:19:49.585714 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3117b1-5635-4ae5-bec1-aeb971e02104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d39b87b-21b5-432a-bd0e-be2980a0ad14,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:49.586706 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 57174) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:49.588168 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-9f3117b1-5635-4ae5-bec1-aeb971e02104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:49.596172 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:49.599023 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 4c728d88-0bc7-4be2-a3f6-6650b41a58e1, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=4c728d88-0bc7-4be2-a3f6-6650b41a58e1,segment=NetworkSegment(08ae665f-3132-4f5a-b14c-fb433f03242c),segment_id=08ae665f-3132-4f5a-b14c-fb433f03242c)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:19:49.604907 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:49.607127 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:49.682749 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-c8938e5b-e681-47e5-bb6d-9d6c9135d12a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:49.699872 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=4c728d88-0bc7-4be2-a3f6-6650b41a58e1,revision_number=4']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:49.710419 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:49.710847 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:49.711236 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:49.711816 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:49.712446 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:49.712899 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:49.713292 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:49.714266 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:49.714266 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:49.714547 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:49.714936 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:49.715342 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:19:49.720325 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:49.723150 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-c8938e5b-e681-47e5-bb6d-9d6c9135d12a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:49.787310 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-c8938e5b-e681-47e5-bb6d-9d6c9135d12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:49.793132 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:49.805941 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8938e5b-e681-47e5-bb6d-9d6c9135d12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d39b87b-21b5-432a-bd0e-be2980a0ad14,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:49.814271 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-c8938e5b-e681-47e5-bb6d-9d6c9135d12a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:49.816274 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-c8938e5b-e681-47e5-bb6d-9d6c9135d12a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:49.833812 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-c8938e5b-e681-47e5-bb6d-9d6c9135d12a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6d39b87b-21b5-432a-bd0e-be2980a0ad14 HTTP/1.1" status: 204 len: 168 time: 0.2351491 May 31 18:19:50.043559 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] get_ports_and_sgs() called for port_ids ['4c728d88-0bc7-4be2-a3f6-6650b41a58e1'] {{(pid=91755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:19:50.135103 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 57208) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:50.154939 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-a28c74e1-b957-41ed-8bf9-dd5c2b90dc5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:50.173006 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-a28c74e1-b957-41ed-8bf9-dd5c2b90dc5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:50.178214 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-a28c74e1-b957-41ed-8bf9-dd5c2b90dc5d admin admin] Usage tracker for resource:security_group_rule and tenant:cb460bcc12ba419eb25f539daafa6a90 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:50.181868 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-a28c74e1-b957-41ed-8bf9-dd5c2b90dc5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:50.192278 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-a28c74e1-b957-41ed-8bf9-dd5c2b90dc5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:50.291637 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-a28c74e1-b957-41ed-8bf9-dd5c2b90dc5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:50.295773 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-a28c74e1-b957-41ed-8bf9-dd5c2b90dc5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:50.305010 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-5d64e61d-84a3-4cb2-84d5-048ef182a37d tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:50.387353 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28c74e1-b957-41ed-8bf9-dd5c2b90dc5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7284d30f-8709-4a2b-b664-fb36e85a183b,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:50.418929 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-a28c74e1-b957-41ed-8bf9-dd5c2b90dc5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:50.437990 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 57220) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:50.438676 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-a28c74e1-b957-41ed-8bf9-dd5c2b90dc5d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cb460bcc12ba419eb25f539daafa6a90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3018911 May 31 18:19:50.496015 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 57224) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:50.502411 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cee4a-922e-4f56-9342-813bf85e52a6 req-6aa8d17c-12e8-469e-9636-965ea3271678 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:50.503882 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-338cee4a-922e-4f56-9342-813bf85e52a6 req-6aa8d17c-12e8-469e-9636-965ea3271678 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 945 time: 0.1761405 May 31 18:19:50.521619 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0ca8180c-77d0-43a7-a1e5-f30ac2198c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:50.554781 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0ca8180c-77d0-43a7-a1e5-f30ac2198c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:50.571135 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-338cee4a-922e-4f56-9342-813bf85e52a6 req-e2d72769-c99e-4b6f-95a9-c238e008d084 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602744 May 31 18:19:50.640223 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0ca8180c-77d0-43a7-a1e5-f30ac2198c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:50.646827 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-02d2df9e-91df-4c37-adda-649c1ff02852 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:50.718277 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca8180c-77d0-43a7-a1e5-f30ac2198c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7284d30f-8709-4a2b-b664-fb36e85a183b,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:50.720424 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-0ca8180c-77d0-43a7-a1e5-f30ac2198c8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:50.745682 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-9cb7f6ef-97e2-45fd-8d2d-1ef5dbacc074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:50.767222 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0ca8180c-77d0-43a7-a1e5-f30ac2198c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:50.768333 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-0ca8180c-77d0-43a7-a1e5-f30ac2198c8b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7284d30f-8709-4a2b-b664-fb36e85a183b HTTP/1.1" status: 204 len: 168 time: 0.3293710 May 31 18:19:50.775855 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-9cb7f6ef-97e2-45fd-8d2d-1ef5dbacc074 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:50.781049 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-9cb7f6ef-97e2-45fd-8d2d-1ef5dbacc074 admin admin] Usage tracker for resource:security_group_rule and tenant:dc5d874133b5461e852c3d2f55f7c63b is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:50.788556 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-9cb7f6ef-97e2-45fd-8d2d-1ef5dbacc074 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:50.796295 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-9cb7f6ef-97e2-45fd-8d2d-1ef5dbacc074 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:50.828473 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620ce64f-323d-4c46-9bed-1c7e5242777b req-61aa088a-a7ba-4d29-a4cd-80995376cc67 tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:50.830009 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-620ce64f-323d-4c46-9bed-1c7e5242777b req-61aa088a-a7ba-4d29-a4cd-80995376cc67 tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcdfe0e5-b216-4f5d-a110-360f72bb7299 HTTP/1.1" status: 200 len: 949 time: 0.1751986 May 31 18:19:50.903281 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-620ce64f-323d-4c46-9bed-1c7e5242777b req-787bec36-da56-44b7-9d49-e33c759646b9 tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] 10.222.0.25 "GET /v2.0/security-groups?id=abf7be46-0adf-436b-9fea-151d6142b5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625918 May 31 18:19:50.934594 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-9cb7f6ef-97e2-45fd-8d2d-1ef5dbacc074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:50.938341 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-9cb7f6ef-97e2-45fd-8d2d-1ef5dbacc074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:50.946829 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-a938682c-54bc-4c7e-a6c5-32c281e2032b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:50.994854 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-9cb7f6ef-97e2-45fd-8d2d-1ef5dbacc074 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dc5d874133b5461e852c3d2f55f7c63b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4948795 May 31 18:19:50.994854 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7f6ef-97e2-45fd-8d2d-1ef5dbacc074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=accfd801-2540-4ca1-b49d-750dd64bcf8d,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:50.995275 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 57236) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:50.998620 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-9cb7f6ef-97e2-45fd-8d2d-1ef5dbacc074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:51.057475 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-3da38489-2987-455b-a6c3-e09ff0ea65c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:51.087076 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-3da38489-2987-455b-a6c3-e09ff0ea65c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:51.145219 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-3da38489-2987-455b-a6c3-e09ff0ea65c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:51.152763 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-2144705e-3755-45d0-9a8f-7da483aab4c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:51.166318 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da38489-2987-455b-a6c3-e09ff0ea65c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=accfd801-2540-4ca1-b49d-750dd64bcf8d,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:51.169607 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-3da38489-2987-455b-a6c3-e09ff0ea65c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:51.171940 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-3da38489-2987-455b-a6c3-e09ff0ea65c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:51.173087 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-3da38489-2987-455b-a6c3-e09ff0ea65c1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/accfd801-2540-4ca1-b49d-750dd64bcf8d HTTP/1.1" status: 204 len: 168 time: 0.1763747 May 31 18:19:51.205285 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:51.263561 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 4c728d88-0bc7-4be2-a3f6-6650b41a58e1 up at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:19:51.359111 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Provisioning for port 4c728d88-0bc7-4be2-a3f6-6650b41a58e1 completed by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:19:51.365254 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Provisioning complete for port 4c728d88-0bc7-4be2-a3f6-6650b41a58e1 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:19:51.366318 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:51.504967 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:51.538301 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcdfe0e5-b216-4f5d-a110-360f72bb7299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c728d88-0bc7-4be2-a3f6-6650b41a58e1'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:19:51.540598 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e2032fe1b554800b495be35bbba042da1e7f6a6deba8ede5c150f2a358caca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0051f5-def8-45db-a27c-ff30ee91ead6" -d '{"events": [{"server_uuid": "fcdfe0e5-b216-4f5d-a110-360f72bb7299", "name": "network-vif-plugged", "status": "completed", "tag": "4c728d88-0bc7-4be2-a3f6-6650b41a58e1"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:19:51.549329 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 4c728d88-0bc7-4be2-a3f6-6650b41a58e1, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=4c728d88-0bc7-4be2-a3f6-6650b41a58e1,segment=NetworkSegment(08ae665f-3132-4f5a-b14c-fb433f03242c),segment_id=08ae665f-3132-4f5a-b14c-fb433f03242c)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:19:51.553955 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:51.556015 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:51.634598 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=4c728d88-0bc7-4be2-a3f6-6650b41a58e1,revision_number=5']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:51.645614 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:51.646720 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 57274) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:51.647296 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6a73d6-9bd9-4a68-b368-4d62155fe42b x-openstack-request-id: req-dd6a73d6-9bd9-4a68-b368-4d62155fe42b {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:19:51.647567 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcdfe0e5-b216-4f5d-a110-360f72bb7299", "name": "network-vif-plugged", "status": "completed", "tag": "4c728d88-0bc7-4be2-a3f6-6650b41a58e1", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:19:51.647910 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dd6a73d6-9bd9-4a68-b368-4d62155fe42b {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:19:51.648326 dv-cinder-770050-4-smb neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcdfe0e5-b216-4f5d-a110-360f72bb7299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c728d88-0bc7-4be2-a3f6-6650b41a58e1', 'code': 200} May 31 18:19:51.670069 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-584c4382-3592-4311-a96f-18d3b643616a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:51.688679 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-584c4382-3592-4311-a96f-18d3b643616a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:51.698170 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-584c4382-3592-4311-a96f-18d3b643616a admin admin] Usage tracker for resource:security_group_rule and tenant:4f1d4fe427974d9fadcccd2c34c34c99 is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:51.701606 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-584c4382-3592-4311-a96f-18d3b643616a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:51.707837 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-584c4382-3592-4311-a96f-18d3b643616a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:51.818497 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-584c4382-3592-4311-a96f-18d3b643616a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:51.824689 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-584c4382-3592-4311-a96f-18d3b643616a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:51.842045 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-0fa115a2-71a3-4206-af9c-2569e7050359 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:51.889232 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584c4382-3592-4311-a96f-18d3b643616a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71f4597-75dd-4761-a4c0-3ca754775e89,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:51.895787 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-584c4382-3592-4311-a96f-18d3b643616a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:51.902513 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6fc60-ffaa-4495-a6a3-c05ba36aeb03 req-2f9ca7b0-7d8b-433e-a6fe-eb95c2418b87 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:51.904679 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-5df6fc60-ffaa-4495-a6a3-c05ba36aeb03 req-2f9ca7b0-7d8b-433e-a6fe-eb95c2418b87 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 945 time: 0.1337333 May 31 18:19:51.926335 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-584c4382-3592-4311-a96f-18d3b643616a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4f1d4fe427974d9fadcccd2c34c34c99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2784226 May 31 18:19:51.927022 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 57294) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:51.994443 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-11dd519b-2f80-4d28-a444-734c0211924e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:52.023910 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-11dd519b-2f80-4d28-a444-734c0211924e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:52.086131 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-11dd519b-2f80-4d28-a444-734c0211924e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:52.091894 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-0be962c4-8864-4a46-a3fc-4e16955a5273 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:52.103514 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd519b-2f80-4d28-a444-734c0211924e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71f4597-75dd-4761-a4c0-3ca754775e89,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:52.112240 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-11dd519b-2f80-4d28-a444-734c0211924e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:52.127894 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-11dd519b-2f80-4d28-a444-734c0211924e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:52.129033 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-11dd519b-2f80-4d28-a444-734c0211924e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e71f4597-75dd-4761-a4c0-3ca754775e89 HTTP/1.1" status: 204 len: 168 time: 0.2008848 May 31 18:19:52.132628 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-5df6fc60-ffaa-4495-a6a3-c05ba36aeb03 req-8fef48a5-faeb-4d4f-be32-3d6b356eb3b5 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848512 May 31 18:19:52.175584 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e61adb-4f08-466e-8def-ec22d7c731f5 req-8f2c4fa7-75b1-434b-a7eb-4b7d704ec49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:52.177267 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-48e61adb-4f08-466e-8def-ec22d7c731f5 req-8f2c4fa7-75b1-434b-a7eb-4b7d704ec49a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fcdfe0e5-b216-4f5d-a110-360f72bb7299 HTTP/1.1" status: 200 len: 1103 time: 0.2714634 May 31 18:19:52.239247 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-48e61adb-4f08-466e-8def-ec22d7c731f5 req-a5d72605-5614-43f5-b591-475b3e9387ae service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=abf7be46-0adf-436b-9fea-151d6142b5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525603 May 31 18:19:52.289714 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c807e-5371-4a62-91ec-2f0c8956ee43 req-05201aad-d50e-4d9b-85ab-970df4e2527c tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:52.291377 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-4b6c807e-5371-4a62-91ec-2f0c8956ee43 req-05201aad-d50e-4d9b-85ab-970df4e2527c tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcdfe0e5-b216-4f5d-a110-360f72bb7299 HTTP/1.1" status: 200 len: 950 time: 0.1077976 May 31 18:19:52.347807 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-4b6c807e-5371-4a62-91ec-2f0c8956ee43 req-15e8f49c-b0be-4c9d-a794-8cff074eff8e tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] 10.222.0.25 "GET /v2.0/security-groups?id=abf7be46-0adf-436b-9fea-151d6142b5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494382 May 31 18:19:52.593651 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 57316) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:52.611642 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-97a8ba15-6392-480c-bd73-94e49313b896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:52.626592 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-97a8ba15-6392-480c-bd73-94e49313b896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:52.630375 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-97a8ba15-6392-480c-bd73-94e49313b896 admin admin] Usage tracker for resource:security_group_rule and tenant:b7e03b74f02e43bba6e57770f0798893 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:52.633326 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-97a8ba15-6392-480c-bd73-94e49313b896 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:52.642651 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-97a8ba15-6392-480c-bd73-94e49313b896 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:52.705989 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 57322) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:52.739427 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-97a8ba15-6392-480c-bd73-94e49313b896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:52.747835 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-97a8ba15-6392-480c-bd73-94e49313b896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:52.750543 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 57328) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:52.757227 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-49f71f67-20d4-4310-92df-c4d7e47cdfd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:52.801290 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a8ba15-6392-480c-bd73-94e49313b896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6132ad5-8c21-4513-8c1e-9edc82628b2f,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:52.804298 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-97a8ba15-6392-480c-bd73-94e49313b896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:52.809168 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-97a8ba15-6392-480c-bd73-94e49313b896 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b7e03b74f02e43bba6e57770f0798893&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2121701 May 31 18:19:52.809577 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 57336) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:52.881931 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-3971d879-1f22-4b10-a8d7-1f20d0011e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:52.886857 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-51f0fcdf-9e49-4eb2-a398-febbe4ad05c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:52.901670 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-51f0fcdf-9e49-4eb2-a398-febbe4ad05c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:52.905538 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-51f0fcdf-9e49-4eb2-a398-febbe4ad05c9 admin admin] Usage tracker for resource:security_group_rule and tenant:1833c244b0c34a83adda4ecdfc404caf is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:52.908366 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-51f0fcdf-9e49-4eb2-a398-febbe4ad05c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:52.914036 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-51f0fcdf-9e49-4eb2-a398-febbe4ad05c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:52.916414 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-5599c22d-93e7-46f1-918a-c84237b5f176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:52.937685 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-3971d879-1f22-4b10-a8d7-1f20d0011e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:52.951615 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-5599c22d-93e7-46f1-918a-c84237b5f176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:52.963822 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-5599c22d-93e7-46f1-918a-c84237b5f176 admin admin] Usage tracker for resource:security_group_rule and tenant:b67dc629e3d1465fbd0397760ba26e6b is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:52.968093 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-5599c22d-93e7-46f1-918a-c84237b5f176 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:52.984252 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-5599c22d-93e7-46f1-918a-c84237b5f176 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:53.005486 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-51f0fcdf-9e49-4eb2-a398-febbe4ad05c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:53.009348 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-3971d879-1f22-4b10-a8d7-1f20d0011e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:53.010673 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-51f0fcdf-9e49-4eb2-a398-febbe4ad05c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:53.016503 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-584c4382-3592-4311-a96f-18d3b643616a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:53.019050 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:53.029011 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3971d879-1f22-4b10-a8d7-1f20d0011e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6132ad5-8c21-4513-8c1e-9edc82628b2f,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:53.036900 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-3971d879-1f22-4b10-a8d7-1f20d0011e4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:53.045771 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-3971d879-1f22-4b10-a8d7-1f20d0011e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:53.056249 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-3971d879-1f22-4b10-a8d7-1f20d0011e4a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e6132ad5-8c21-4513-8c1e-9edc82628b2f HTTP/1.1" status: 204 len: 168 time: 0.2391627 May 31 18:19:53.065897 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f0fcdf-9e49-4eb2-a398-febbe4ad05c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0506f38b-f48d-4d73-932f-efbe8ac31bec,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:53.073201 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-51f0fcdf-9e49-4eb2-a398-febbe4ad05c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:53.088066 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-51f0fcdf-9e49-4eb2-a398-febbe4ad05c9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1833c244b0c34a83adda4ecdfc404caf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3786938 May 31 18:19:53.088284 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 57344) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:53.126904 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-5599c22d-93e7-46f1-918a-c84237b5f176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:53.134391 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-5599c22d-93e7-46f1-918a-c84237b5f176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:53.165370 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-0740fa67-031a-4b40-a95c-1707c398aac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:53.182675 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-3da38489-2987-455b-a6c3-e09ff0ea65c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:53.195271 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-5599c22d-93e7-46f1-918a-c84237b5f176 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b67dc629e3d1465fbd0397760ba26e6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4421957 May 31 18:19:53.197318 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 57354) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:53.214433 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-0740fa67-031a-4b40-a95c-1707c398aac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:53.264509 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599c22d-93e7-46f1-918a-c84237b5f176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849bffe5-cf52-451d-8b22-5d77642b231e,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:53.278933 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-5599c22d-93e7-46f1-918a-c84237b5f176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:53.307407 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-50f164f8-dccb-4904-b90e-3c3c1d8ef6fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:53.338550 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-50f164f8-dccb-4904-b90e-3c3c1d8ef6fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:53.346896 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae900956-56ce-407d-bdbb-586a32eab9e7 req-c6b62f7c-d0d4-4ed3-b6f0-5036c3a4cbd1 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:53.348395 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-ae900956-56ce-407d-bdbb-586a32eab9e7 req-c6b62f7c-d0d4-4ed3-b6f0-5036c3a4cbd1 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 945 time: 0.0996053 May 31 18:19:53.350148 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-0740fa67-031a-4b40-a95c-1707c398aac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:53.353876 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-e9bfffb4-8648-40c9-8080-3a9689357529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:53.382003 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740fa67-031a-4b40-a95c-1707c398aac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0506f38b-f48d-4d73-932f-efbe8ac31bec,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:53.393609 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-0740fa67-031a-4b40-a95c-1707c398aac6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:53.438185 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-ae900956-56ce-407d-bdbb-586a32eab9e7 req-0b4ec852-94d3-4606-b972-504feb21888a tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751328 May 31 18:19:53.439575 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-0740fa67-031a-4b40-a95c-1707c398aac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:53.440664 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-0740fa67-031a-4b40-a95c-1707c398aac6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0506f38b-f48d-4d73-932f-efbe8ac31bec HTTP/1.1" status: 204 len: 168 time: 0.3512821 May 31 18:19:53.490565 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-50f164f8-dccb-4904-b90e-3c3c1d8ef6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:53.496691 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-075c2410-9441-4bb7-9d3c-e9e2de36829c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:53.511229 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f164f8-dccb-4904-b90e-3c3c1d8ef6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849bffe5-cf52-451d-8b22-5d77642b231e,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:53.515384 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-50f164f8-dccb-4904-b90e-3c3c1d8ef6fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:53.517375 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-50f164f8-dccb-4904-b90e-3c3c1d8ef6fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:53.518634 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-50f164f8-dccb-4904-b90e-3c3c1d8ef6fa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/849bffe5-cf52-451d-8b22-5d77642b231e HTTP/1.1" status: 204 len: 168 time: 0.3203216 May 31 18:19:53.657251 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545431c4-fcad-4f6c-b1a2-19506c8bbfd1 req-1271beb4-f05c-4b96-8e4a-dc0180479d68 tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:53.659772 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-545431c4-fcad-4f6c-b1a2-19506c8bbfd1 req-1271beb4-f05c-4b96-8e4a-dc0180479d68 tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcdfe0e5-b216-4f5d-a110-360f72bb7299 HTTP/1.1" status: 200 len: 950 time: 0.1074557 May 31 18:19:53.712452 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-545431c4-fcad-4f6c-b1a2-19506c8bbfd1 req-9e5fcb96-96c4-47f6-8581-997325a156db tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] 10.222.0.25 "GET /v2.0/security-groups?id=abf7be46-0adf-436b-9fea-151d6142b5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464184 May 31 18:19:53.964726 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 57394) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:53.985221 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-cb74fe2a-bc76-446f-8d1f-dafed9c76def admin admin] Notify callbacks [] for security_group, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:54.003176 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-cb74fe2a-bc76-446f-8d1f-dafed9c76def admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:54.008135 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-cb74fe2a-bc76-446f-8d1f-dafed9c76def admin admin] Usage tracker for resource:security_group_rule and tenant:0186edddb6e2475dbf190eac2b7cbc65 is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:54.011892 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-cb74fe2a-bc76-446f-8d1f-dafed9c76def admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:54.018739 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-cb74fe2a-bc76-446f-8d1f-dafed9c76def admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:54.124634 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-cb74fe2a-bc76-446f-8d1f-dafed9c76def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:54.129189 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-cb74fe2a-bc76-446f-8d1f-dafed9c76def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:54.139159 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-5599c22d-93e7-46f1-918a-c84237b5f176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:54.195662 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-cb74fe2a-bc76-446f-8d1f-dafed9c76def admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0186edddb6e2475dbf190eac2b7cbc65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295172 May 31 18:19:54.197233 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb74fe2a-bc76-446f-8d1f-dafed9c76def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68758809-f573-4691-ab89-4a1d8ac9930d,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:54.198467 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 57410) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:54.200411 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-cb74fe2a-bc76-446f-8d1f-dafed9c76def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:54.283303 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-e9b4617a-8b49-447f-82de-ae05b31ff1ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:54.311788 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-e9b4617a-8b49-447f-82de-ae05b31ff1ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:54.380469 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-e9b4617a-8b49-447f-82de-ae05b31ff1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:54.386344 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-f5507ff5-0e63-49da-986f-ec2c115c0cda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:54.409024 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-e9b4617a-8b49-447f-82de-ae05b31ff1ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:54.413751 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-e9b4617a-8b49-447f-82de-ae05b31ff1ea admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/68758809-f573-4691-ab89-4a1d8ac9930d HTTP/1.1" status: 204 len: 168 time: 0.2121809 May 31 18:19:54.415126 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b4617a-8b49-447f-82de-ae05b31ff1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68758809-f573-4691-ab89-4a1d8ac9930d,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:54.417786 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-e9b4617a-8b49-447f-82de-ae05b31ff1ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:54.644352 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f3c7f7-a16a-4ac5-81ad-60221a6be0ba req-7fad7429-c42f-4316-ac3e-befe07fc02e2 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:54.646194 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-b5f3c7f7-a16a-4ac5-81ad-60221a6be0ba req-7fad7429-c42f-4316-ac3e-befe07fc02e2 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 945 time: 0.0850215 May 31 18:19:54.709793 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-b5f3c7f7-a16a-4ac5-81ad-60221a6be0ba req-8570eb17-dce9-454e-a239-136fb222457c tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555623 May 31 18:19:54.908204 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab8e220-8184-4c15-8550-d71ff7363631 req-3c72286b-be3f-49b2-9527-86f45bf90b6e tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:54.909728 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-dab8e220-8184-4c15-8550-d71ff7363631 req-3c72286b-be3f-49b2-9527-86f45bf90b6e tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcdfe0e5-b216-4f5d-a110-360f72bb7299 HTTP/1.1" status: 200 len: 950 time: 0.0905514 May 31 18:19:54.934802 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 57450) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:54.983626 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-dab8e220-8184-4c15-8550-d71ff7363631 req-7ea98eab-7c02-47ed-a8a8-3306abc6a0dd tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] 10.222.0.25 "GET /v2.0/security-groups?id=abf7be46-0adf-436b-9fea-151d6142b5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657496 May 31 18:19:55.078566 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-b2b1b038-64d1-41e1-9a59-8defdc3f3af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:55.094253 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-b2b1b038-64d1-41e1-9a59-8defdc3f3af5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:55.098195 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-b2b1b038-64d1-41e1-9a59-8defdc3f3af5 admin admin] Usage tracker for resource:security_group_rule and tenant:0087219119924019ba95ae07b0753228 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:55.101263 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-b2b1b038-64d1-41e1-9a59-8defdc3f3af5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:55.107640 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-b2b1b038-64d1-41e1-9a59-8defdc3f3af5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:55.231156 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-b2b1b038-64d1-41e1-9a59-8defdc3f3af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:55.236807 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-b2b1b038-64d1-41e1-9a59-8defdc3f3af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:55.248222 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-c688701a-b20f-492b-af6f-7c6c57772e8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:55.292832 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-b2b1b038-64d1-41e1-9a59-8defdc3f3af5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0087219119924019ba95ae07b0753228&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3543835 May 31 18:19:55.292832 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b1b038-64d1-41e1-9a59-8defdc3f3af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db88b76-37a3-4695-8221-dd620aaea5af,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:55.293645 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 57470) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:55.295324 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-b2b1b038-64d1-41e1-9a59-8defdc3f3af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:55.382507 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-278858f4-9b67-4375-b579-5bab93c7a80e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:55.449396 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-278858f4-9b67-4375-b579-5bab93c7a80e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:55.574752 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-278858f4-9b67-4375-b579-5bab93c7a80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:55.580775 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-ac567f40-d274-4402-9b48-aad059a6442d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:55.604385 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278858f4-9b67-4375-b579-5bab93c7a80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db88b76-37a3-4695-8221-dd620aaea5af,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:55.616341 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-278858f4-9b67-4375-b579-5bab93c7a80e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:55.624772 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-278858f4-9b67-4375-b579-5bab93c7a80e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:55.627289 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-278858f4-9b67-4375-b579-5bab93c7a80e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7db88b76-37a3-4695-8221-dd620aaea5af HTTP/1.1" status: 204 len: 168 time: 0.3316886 May 31 18:19:55.640550 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53f8ca9-701d-42d6-ae5c-aa75b9d1a402 req-e29f781d-0db0-4491-be4a-e01640996ee4 tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:55.642374 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-f53f8ca9-701d-42d6-ae5c-aa75b9d1a402 req-e29f781d-0db0-4491-be4a-e01640996ee4 tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcdfe0e5-b216-4f5d-a110-360f72bb7299 HTTP/1.1" status: 200 len: 950 time: 0.1371231 May 31 18:19:55.694506 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-f53f8ca9-701d-42d6-ae5c-aa75b9d1a402 req-1e340d59-8fce-405c-b9bd-eb926cb992ca tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] 10.222.0.25 "GET /v2.0/security-groups?id=abf7be46-0adf-436b-9fea-151d6142b5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438430 May 31 18:19:55.921394 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b704eab1-ec29-4021-91e3-fdeee4d2c8de req-0ad5c70c-e7e6-4b40-a182-065cae77dfb1 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:55.923489 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-b704eab1-ec29-4021-91e3-fdeee4d2c8de req-0ad5c70c-e7e6-4b40-a182-065cae77dfb1 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 945 time: 0.0939584 May 31 18:19:55.985867 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-b704eab1-ec29-4021-91e3-fdeee4d2c8de req-46d22483-20f7-4c85-95b2-894d42132558 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561042 May 31 18:19:56.893163 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb5cfd-d0f6-467f-ba95-681f3415c7f3 req-15ca9023-bdd7-4204-9709-eaa702901181 tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:56.901613 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-13cb5cfd-d0f6-467f-ba95-681f3415c7f3 req-15ca9023-bdd7-4204-9709-eaa702901181 tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcdfe0e5-b216-4f5d-a110-360f72bb7299 HTTP/1.1" status: 200 len: 950 time: 0.0919199 May 31 18:19:56.957759 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-13cb5cfd-d0f6-467f-ba95-681f3415c7f3 req-d415974b-004b-46d1-82f8-bd5019f03a0c tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] 10.222.0.25 "GET /v2.0/security-groups?id=abf7be46-0adf-436b-9fea-151d6142b5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552278 May 31 18:19:57.181687 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454b316-27d1-4435-b7cb-05c8470d5a93 req-30fa5f12-904c-4469-a898-646be9c38b96 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:57.183265 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-8454b316-27d1-4435-b7cb-05c8470d5a93 req-30fa5f12-904c-4469-a898-646be9c38b96 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 945 time: 0.0813835 May 31 18:19:57.227101 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-8454b316-27d1-4435-b7cb-05c8470d5a93 req-a8bed02f-9813-41ca-8395-2067ef6ac24c tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381956 May 31 18:19:57.391099 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e282700-85d8-4d95-8c13-adc95123f023 req-59b7c456-1832-442a-a871-35cecbf6df0c tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:57.392581 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-4e282700-85d8-4d95-8c13-adc95123f023 req-59b7c456-1832-442a-a871-35cecbf6df0c tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] 10.222.0.20 "GET /v2.0/ports?device_id=fcdfe0e5-b216-4f5d-a110-360f72bb7299 HTTP/1.1" status: 200 len: 950 time: 0.0848422 May 31 18:19:57.547361 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.plugin [req-4e282700-85d8-4d95-8c13-adc95123f023 req-625922fa-3e52-4dab-813b-8df27c59062e tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Deleting port 4c728d88-0bc7-4be2-a3f6-6650b41a58e1 {{(pid=91753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:19:57.547727 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-4e282700-85d8-4d95-8c13-adc95123f023 req-625922fa-3e52-4dab-813b-8df27c59062e tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:57.687186 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.db [req-4e282700-85d8-4d95-8c13-adc95123f023 req-625922fa-3e52-4dab-813b-8df27c59062e tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] For port 4c728d88-0bc7-4be2-a3f6-6650b41a58e1, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=4c728d88-0bc7-4be2-a3f6-6650b41a58e1,segment=NetworkSegment(08ae665f-3132-4f5a-b14c-fb433f03242c),segment_id=08ae665f-3132-4f5a-b14c-fb433f03242c)] {{(pid=91753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:19:57.687540 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-4e282700-85d8-4d95-8c13-adc95123f023 req-625922fa-3e52-4dab-813b-8df27c59062e tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:57.813883 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.plugin [req-4e282700-85d8-4d95-8c13-adc95123f023 req-625922fa-3e52-4dab-813b-8df27c59062e tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Calling delete_port for 4c728d88-0bc7-4be2-a3f6-6650b41a58e1 owned by compute:nova {{(pid=91753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:19:57.992677 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-4e282700-85d8-4d95-8c13-adc95123f023 req-625922fa-3e52-4dab-813b-8df27c59062e tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1833561'] for port, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:57.998798 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-f695826a-93f7-4106-b56b-04d0b7e2bf02 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:58.009813 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] get_ports_and_sgs() called for port_ids ['4c728d88-0bc7-4be2-a3f6-6650b41a58e1'] {{(pid=91755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:19:58.041758 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625922fa-3e52-4dab-813b-8df27c59062e tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Pushing event deleted for resources: {'Port': ['ID=4c728d88-0bc7-4be2-a3f6-6650b41a58e1,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:58.045302 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-625922fa-3e52-4dab-813b-8df27c59062e tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:58.130158 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-449b5988-fddf-4934-b619-2c55228b89ce req-6414a015-1079-4d8b-8c43-66e69393b473 tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] 10.222.0.25 "GET /v2.0/ports?device_id=fcdfe0e5-b216-4f5d-a110-360f72bb7299 HTTP/1.1" status: 200 len: 210 time: 0.0583673 May 31 18:19:58.223120 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e282700-85d8-4d95-8c13-adc95123f023 req-625922fa-3e52-4dab-813b-8df27c59062e tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] No DVR routers for this DVR port 4c728d88-0bc7-4be2-a3f6-6650b41a58e1 on host hv-cinder-77005 {{(pid=91753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:19:58.227552 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-4e282700-85d8-4d95-8c13-adc95123f023 req-625922fa-3e52-4dab-813b-8df27c59062e tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:58.231008 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcdfe0e5-b216-4f5d-a110-360f72bb7299', 'name': 'network-vif-deleted', 'tag': '4c728d88-0bc7-4be2-a3f6-6650b41a58e1'}] {{(pid=91753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:19:58.233375 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4a07d5f70f7fd4dbd3fa52429be7a5e9952b90ad99acae3e898da8695de761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8cc3be-adf9-4408-b360-ac2f98906176" -d '{"events": [{"server_uuid": "fcdfe0e5-b216-4f5d-a110-360f72bb7299", "name": "network-vif-deleted", "tag": "4c728d88-0bc7-4be2-a3f6-6650b41a58e1"}]}' {{(pid=91753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:19:58.258715 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-4e282700-85d8-4d95-8c13-adc95123f023 req-625922fa-3e52-4dab-813b-8df27c59062e tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] 10.222.0.20 "DELETE /v2.0/ports/4c728d88-0bc7-4be2-a3f6-6650b41a58e1 HTTP/1.1" status: 204 len: 173 time: 0.8572369 May 31 18:19:58.295066 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3d2f87-0d31-4b18-91f7-b830e75660b7 x-openstack-request-id: req-8d3d2f87-0d31-4b18-91f7-b830e75660b7 {{(pid=91753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:19:58.295442 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcdfe0e5-b216-4f5d-a110-360f72bb7299", "name": "network-vif-deleted", "tag": "4c728d88-0bc7-4be2-a3f6-6650b41a58e1", "status": "completed", "code": 200}]} {{(pid=91753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:19:58.295689 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8d3d2f87-0d31-4b18-91f7-b830e75660b7 {{(pid=91753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:19:58.296135 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcdfe0e5-b216-4f5d-a110-360f72bb7299', 'name': 'network-vif-deleted', 'tag': '4c728d88-0bc7-4be2-a3f6-6650b41a58e1', 'status': 'completed', 'code': 200} May 31 18:19:58.453432 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 57570) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:58.500272 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f91235-601d-4577-a0cf-3d4ed0da892c req-181aba8d-8903-473c-a989-d2d133c66c36 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:58.501611 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-28f91235-601d-4577-a0cf-3d4ed0da892c req-181aba8d-8903-473c-a989-d2d133c66c36 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 945 time: 0.1558912 May 31 18:19:58.555999 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-28f91235-601d-4577-a0cf-3d4ed0da892c req-9c461e4f-689d-4dfc-9f1f-9133c04a4842 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481551 May 31 18:19:58.584900 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-7648cfc0-a145-4ca0-b394-123a2948ce34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:58.598750 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-7648cfc0-a145-4ca0-b394-123a2948ce34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:19:58.602846 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-7648cfc0-a145-4ca0-b394-123a2948ce34 admin admin] Usage tracker for resource:security_group_rule and tenant:5d153ef47eac4212a644a9c258d73e9a is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:19:58.618532 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-7648cfc0-a145-4ca0-b394-123a2948ce34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:19:58.625149 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-7648cfc0-a145-4ca0-b394-123a2948ce34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:19:58.723136 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-7648cfc0-a145-4ca0-b394-123a2948ce34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:58.727397 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-7648cfc0-a145-4ca0-b394-123a2948ce34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:58.738727 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-8ee64863-0bde-42c1-b590-c7212f80434d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:58.779925 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-7648cfc0-a145-4ca0-b394-123a2948ce34 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5d153ef47eac4212a644a9c258d73e9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3251333 May 31 18:19:58.782441 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 57592) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:19:58.785285 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648cfc0-a145-4ca0-b394-123a2948ce34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d77cc75-5b03-464e-adca-0a02ee0bca0c,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:58.789404 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-7648cfc0-a145-4ca0-b394-123a2948ce34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:58.850524 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-36811149-aeb3-4456-b88b-440205c641e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:58.879394 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-36811149-aeb3-4456-b88b-440205c641e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:58.961179 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-36811149-aeb3-4456-b88b-440205c641e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:58.966702 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-1f68c028-c34a-42fd-a957-ecc9b9ed4c57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:19:58.982118 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36811149-aeb3-4456-b88b-440205c641e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d77cc75-5b03-464e-adca-0a02ee0bca0c,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:19:58.984556 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-36811149-aeb3-4456-b88b-440205c641e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:19:58.985665 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-36811149-aeb3-4456-b88b-440205c641e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:19:58.989821 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-36811149-aeb3-4456-b88b-440205c641e0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8d77cc75-5b03-464e-adca-0a02ee0bca0c HTTP/1.1" status: 204 len: 168 time: 0.2034421 May 31 18:19:59.736736 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2268197-961a-467d-b4e7-72645419c821 req-5b65e98e-1002-4c25-b347-8ac8b3a61835 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:19:59.738297 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d2268197-961a-467d-b4e7-72645419c821 req-5b65e98e-1002-4c25-b347-8ac8b3a61835 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 945 time: 0.0860951 May 31 18:19:59.786431 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d2268197-961a-467d-b4e7-72645419c821 req-320cdadc-9b35-49ef-bfce-2a98e8bde99c tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417347 May 31 18:20:00.633144 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 57750) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:00.762146 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-e410f27f-7519-461f-a13c-bb865f8fbe6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:00.776819 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-e410f27f-7519-461f-a13c-bb865f8fbe6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:00.780581 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-e410f27f-7519-461f-a13c-bb865f8fbe6c admin admin] Usage tracker for resource:security_group_rule and tenant:104e53c0c3f142df9d239538d1fc1d75 is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:00.783324 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-e410f27f-7519-461f-a13c-bb865f8fbe6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:00.789180 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-e410f27f-7519-461f-a13c-bb865f8fbe6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:00.891841 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-e410f27f-7519-461f-a13c-bb865f8fbe6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:00.897830 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-e410f27f-7519-461f-a13c-bb865f8fbe6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:00.908005 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-01bdee6e-f53e-4c26-b2bf-80bccef885a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:00.958293 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-e410f27f-7519-461f-a13c-bb865f8fbe6c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=104e53c0c3f142df9d239538d1fc1d75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3238819 May 31 18:20:00.959099 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 57800) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:00.959949 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e410f27f-7519-461f-a13c-bb865f8fbe6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806d2569-6cdf-40a4-b5b6-ee45fd6e18d5,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:00.964588 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-e410f27f-7519-461f-a13c-bb865f8fbe6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:01.019119 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a74f478-cafc-439a-a30d-b469efaa6bb8 req-6b1b6cb1-fa4b-4947-8a73-1c2915a2d7ff tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:01.026791 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-6a74f478-cafc-439a-a30d-b469efaa6bb8 req-6b1b6cb1-fa4b-4947-8a73-1c2915a2d7ff tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 945 time: 0.1188478 May 31 18:20:01.034681 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-ca325c6d-2754-4d40-971a-2ddad9658a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:01.063863 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-ca325c6d-2754-4d40-971a-2ddad9658a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:01.076229 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-6a74f478-cafc-439a-a30d-b469efaa6bb8 req-b8b1436a-5aff-45cf-9caf-4174769e467d tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484629 May 31 18:20:01.118556 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-ca325c6d-2754-4d40-971a-2ddad9658a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:01.123943 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-11dd519b-2f80-4d28-a444-734c0211924e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:01.136733 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca325c6d-2754-4d40-971a-2ddad9658a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806d2569-6cdf-40a4-b5b6-ee45fd6e18d5,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:01.139371 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-ca325c6d-2754-4d40-971a-2ddad9658a33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:01.142950 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-ca325c6d-2754-4d40-971a-2ddad9658a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:01.144793 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-ca325c6d-2754-4d40-971a-2ddad9658a33 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/806d2569-6cdf-40a4-b5b6-ee45fd6e18d5 HTTP/1.1" status: 204 len: 168 time: 0.1811328 May 31 18:20:01.179485 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1347d-ee84-48fe-98b1-4ad2bf7ecc28 req-73002da4-cc71-4c64-8324-88e907de59c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:01.181047 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-adf1347d-ee84-48fe-98b1-4ad2bf7ecc28 req-73002da4-cc71-4c64-8324-88e907de59c5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 1098 time: 0.0852544 May 31 18:20:01.229568 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-adf1347d-ee84-48fe-98b1-4ad2bf7ecc28 req-90dff263-aa60-4930-a2e8-0dd88ab6db10 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412071 May 31 18:20:01.319247 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 4c728d88-0bc7-4be2-a3f6-6650b41a58e1 no longer exists at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:20:01.357057 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] No Port match for: 4c728d88-0bc7-4be2-a3f6-6650b41a58e1 {{(pid=91755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:20:01.357799 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 4c728d88-0bc7-4be2-a3f6-6650b41a58e1 not bound to the agent host hv-cinder-77005 {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:20:01.486546 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 57840) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:01.509234 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-76ddce6e-6d17-4640-9b3c-8fed79b80f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:01.525383 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-76ddce6e-6d17-4640-9b3c-8fed79b80f10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:01.531659 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-76ddce6e-6d17-4640-9b3c-8fed79b80f10 admin admin] Usage tracker for resource:security_group_rule and tenant:1059bc72371c4df0a73f9ff0ea880686 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:01.534632 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-76ddce6e-6d17-4640-9b3c-8fed79b80f10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:01.540747 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-76ddce6e-6d17-4640-9b3c-8fed79b80f10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:01.626895 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-76ddce6e-6d17-4640-9b3c-8fed79b80f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:01.631653 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-76ddce6e-6d17-4640-9b3c-8fed79b80f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:01.639186 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-339b5863-fe07-4f3d-8c7f-48567e372a02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:01.679465 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ddce6e-6d17-4640-9b3c-8fed79b80f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8d5f48-c685-4384-815b-fccabd168400,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:01.686230 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-76ddce6e-6d17-4640-9b3c-8fed79b80f10 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1059bc72371c4df0a73f9ff0ea880686&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1959000 May 31 18:20:01.686230 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-76ddce6e-6d17-4640-9b3c-8fed79b80f10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:01.686511 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 57854) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:01.744767 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-0e8ec42a-2ab7-4fda-bb3c-ef10cc3f3fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:01.770983 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-0e8ec42a-2ab7-4fda-bb3c-ef10cc3f3fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:01.832233 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-0e8ec42a-2ab7-4fda-bb3c-ef10cc3f3fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:01.838071 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-7648cfc0-a145-4ca0-b394-123a2948ce34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:01.852959 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8ec42a-2ab7-4fda-bb3c-ef10cc3f3fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8d5f48-c685-4384-815b-fccabd168400,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:01.856426 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-0e8ec42a-2ab7-4fda-bb3c-ef10cc3f3fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:01.869456 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-0e8ec42a-2ab7-4fda-bb3c-ef10cc3f3fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:01.869456 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-0e8ec42a-2ab7-4fda-bb3c-ef10cc3f3fe8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3a8d5f48-c685-4384-815b-fccabd168400 HTTP/1.1" status: 204 len: 168 time: 0.1788132 May 31 18:20:02.301065 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 57886) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:02.319991 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-dbd55c1b-e051-4a69-8102-c3a447643163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:02.321682 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb69f52a-a7b4-4e18-be18-f8f169982d08 req-dbad7b12-5b92-4b97-af8d-124c554e51bf tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:02.323711 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-fb69f52a-a7b4-4e18-be18-f8f169982d08 req-dbad7b12-5b92-4b97-af8d-124c554e51bf tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 945 time: 0.1459763 May 31 18:20:02.344296 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-dbd55c1b-e051-4a69-8102-c3a447643163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:02.348384 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-dbd55c1b-e051-4a69-8102-c3a447643163 admin admin] Usage tracker for resource:security_group_rule and tenant:01df7aadf2454d20b11245e082decfd6 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:02.352367 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-dbd55c1b-e051-4a69-8102-c3a447643163 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:02.358462 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-dbd55c1b-e051-4a69-8102-c3a447643163 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:02.407612 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-fb69f52a-a7b4-4e18-be18-f8f169982d08 req-a83df605-6b2a-4a40-b581-ecc5168ee9ba tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773184 May 31 18:20:02.463303 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-dbd55c1b-e051-4a69-8102-c3a447643163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:02.468980 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-dbd55c1b-e051-4a69-8102-c3a447643163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:02.480427 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-45a56a71-75c6-4964-a17d-a554d03dcf9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:02.526284 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-dbd55c1b-e051-4a69-8102-c3a447643163 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=01df7aadf2454d20b11245e082decfd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2216687 May 31 18:20:02.526284 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd55c1b-e051-4a69-8102-c3a447643163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c28d1c-33dd-421f-999c-6034bdd57af1,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:02.527555 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 57900) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:02.528146 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-dbd55c1b-e051-4a69-8102-c3a447643163 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:02.585751 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-220b97b0-3f02-4d84-9066-29361771329a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:02.613152 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-220b97b0-3f02-4d84-9066-29361771329a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:02.673962 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-220b97b0-3f02-4d84-9066-29361771329a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:02.677971 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-278858f4-9b67-4375-b579-5bab93c7a80e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:02.691450 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b97b0-3f02-4d84-9066-29361771329a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c28d1c-33dd-421f-999c-6034bdd57af1,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:02.694235 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-220b97b0-3f02-4d84-9066-29361771329a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:02.695150 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-220b97b0-3f02-4d84-9066-29361771329a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:02.698341 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-220b97b0-3f02-4d84-9066-29361771329a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e9c28d1c-33dd-421f-999c-6034bdd57af1 HTTP/1.1" status: 204 len: 168 time: 0.1672187 May 31 18:20:03.609106 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19aa63-3d87-4725-84df-1a6f8e051c41 req-260aa712-3371-4e43-9eb1-f98c456fd5dc tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:03.610581 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-ca19aa63-3d87-4725-84df-1a6f8e051c41 req-260aa712-3371-4e43-9eb1-f98c456fd5dc tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 945 time: 0.1034663 May 31 18:20:03.656569 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-ca19aa63-3d87-4725-84df-1a6f8e051c41 req-c1eed9b6-ef40-42a3-91f4-363b04090a11 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394404 May 31 18:20:03.842461 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f9fe8e-6fe7-405c-b734-739170ebd1d2 req-1b48809f-e1ec-4a99-afb6-5293df1e46f1 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:03.843885 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-12f9fe8e-6fe7-405c-b734-739170ebd1d2 req-1b48809f-e1ec-4a99-afb6-5293df1e46f1 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.0814574 May 31 18:20:03.888370 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-12f9fe8e-6fe7-405c-b734-739170ebd1d2 req-35952a78-3a8a-485d-9fd3-9319dac81a98 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388775 May 31 18:20:04.332642 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 57990) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:04.515626 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-a95ed1fa-a4fd-4a9f-8b44-81392bc58f17 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=993853beb9b84511aa0dcef76fa5085c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1801927 May 31 18:20:04.516318 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 58010) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:04.573687 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-e5c3e337-a588-4195-b0e5-ed57796c8549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:04.601402 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-e5c3e337-a588-4195-b0e5-ed57796c8549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:04.657849 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-e5c3e337-a588-4195-b0e5-ed57796c8549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:04.663820 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:04.677247 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c3e337-a588-4195-b0e5-ed57796c8549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf7be46-0adf-436b-9fea-151d6142b5f7,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:04.680604 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-e5c3e337-a588-4195-b0e5-ed57796c8549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:04.699305 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-e5c3e337-a588-4195-b0e5-ed57796c8549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:04.700357 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-e5c3e337-a588-4195-b0e5-ed57796c8549 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/abf7be46-0adf-436b-9fea-151d6142b5f7 HTTP/1.1" status: 204 len: 168 time: 0.1831381 May 31 18:20:05.058306 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 58028) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:05.173441 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-cbf10a58-bf9d-42d9-b867-0f6b94691ce3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:05.187301 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-cbf10a58-bf9d-42d9-b867-0f6b94691ce3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:05.190995 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-cbf10a58-bf9d-42d9-b867-0f6b94691ce3 admin admin] Usage tracker for resource:security_group_rule and tenant:45ba9355dc074182887d1fd769f50234 is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:05.194215 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-cbf10a58-bf9d-42d9-b867-0f6b94691ce3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:05.199786 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-cbf10a58-bf9d-42d9-b867-0f6b94691ce3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:05.280127 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-cbf10a58-bf9d-42d9-b867-0f6b94691ce3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:05.283735 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-cbf10a58-bf9d-42d9-b867-0f6b94691ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:05.292115 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-11c70b84-801a-45f0-a718-f64cefe1b9c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:05.331348 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-cbf10a58-bf9d-42d9-b867-0f6b94691ce3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=45ba9355dc074182887d1fd769f50234&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2719610 May 31 18:20:05.332921 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf10a58-bf9d-42d9-b867-0f6b94691ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9cbaf6f-ecde-4d43-94fa-78944d893772,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:05.334674 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 58036) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:05.336628 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-cbf10a58-bf9d-42d9-b867-0f6b94691ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:05.406146 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-262728ec-c798-424d-9a6a-99560970fb5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:05.430891 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-262728ec-c798-424d-9a6a-99560970fb5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:05.489518 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-262728ec-c798-424d-9a6a-99560970fb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:05.497082 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-0740fa67-031a-4b40-a95c-1707c398aac6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:05.517756 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262728ec-c798-424d-9a6a-99560970fb5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9cbaf6f-ecde-4d43-94fa-78944d893772,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:05.525992 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-262728ec-c798-424d-9a6a-99560970fb5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:05.539714 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-262728ec-c798-424d-9a6a-99560970fb5e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a9cbaf6f-ecde-4d43-94fa-78944d893772 HTTP/1.1" status: 204 len: 168 time: 0.1943491 May 31 18:20:05.542964 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-262728ec-c798-424d-9a6a-99560970fb5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:05.901279 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5ba19-902e-469d-85b5-c1c823af44fa req-3b68b910-d594-4a4a-91ac-abe47111525d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:05.903475 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-9ba5ba19-902e-469d-85b5-c1c823af44fa req-3b68b910-d594-4a4a-91ac-abe47111525d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c3d994f16a334298af3d28d648ac58b5&device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 1098 time: 0.0827444 May 31 18:20:05.905554 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 58058) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:05.941800 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-55174d2d-0978-4a21-9ce9-0027ab17b0a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:06.018767 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c704c9e8-b524-449d-bc41-8968ab817671 req-9a772aa1-5035-4594-ab01-a8ab4fc909a3 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:06.020441 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c704c9e8-b524-449d-bc41-8968ab817671 req-9a772aa1-5035-4594-ab01-a8ab4fc909a3 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.1053154 May 31 18:20:06.034322 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-55174d2d-0978-4a21-9ce9-0027ab17b0a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:06.040868 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-55174d2d-0978-4a21-9ce9-0027ab17b0a3 admin admin] Usage tracker for resource:security_group_rule and tenant:6ebdaeaf0bfd4fd5beaea1285419c11d is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:06.044908 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-55174d2d-0978-4a21-9ce9-0027ab17b0a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:06.060807 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-55174d2d-0978-4a21-9ce9-0027ab17b0a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:06.066433 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c704c9e8-b524-449d-bc41-8968ab817671 req-60c2d4cb-361e-456b-9c2e-4207e1fbfd9c tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374110 May 31 18:20:06.095191 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5ba19-902e-469d-85b5-c1c823af44fa req-8f9f8cd9-dd13-4e7d-9b8b-ab11d8174ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:06.096635 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-9ba5ba19-902e-469d-85b5-c1c823af44fa req-8f9f8cd9-dd13-4e7d-9b8b-ab11d8174ed8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc HTTP/1.1" status: 200 len: 918 time: 0.1748068 May 31 18:20:06.169743 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-9ba5ba19-902e-469d-85b5-c1c823af44fa req-6f695830-659b-4b87-81a8-191306cf691b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64eafe05-aea5-4f02-aeac-d969f41fb547 HTTP/1.1" status: 200 len: 217 time: 0.0645738 May 31 18:20:06.249374 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5ba19-902e-469d-85b5-c1c823af44fa req-4300da14-696f-4260-91b3-9d1a3f2d89c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:06.250805 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-9ba5ba19-902e-469d-85b5-c1c823af44fa req-4300da14-696f-4260-91b3-9d1a3f2d89c0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e3fa326-62c2-4696-a5ba-f91860a8b0f6 HTTP/1.1" status: 200 len: 858 time: 0.0747676 May 31 18:20:06.307652 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-9ba5ba19-902e-469d-85b5-c1c823af44fa req-2ce90bd8-5194-4c5c-8629-22273c97eb2d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494037 May 31 18:20:06.314241 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-55174d2d-0978-4a21-9ce9-0027ab17b0a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:06.335312 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-55174d2d-0978-4a21-9ce9-0027ab17b0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:06.345874 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-b2b1b038-64d1-41e1-9a59-8defdc3f3af5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:06.440547 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-55174d2d-0978-4a21-9ce9-0027ab17b0a3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6ebdaeaf0bfd4fd5beaea1285419c11d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5340080 May 31 18:20:06.443757 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 58066) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:06.446158 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55174d2d-0978-4a21-9ce9-0027ab17b0a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99bc50a2-abd4-4e76-a62c-ea84250222e6,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:06.450461 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-55174d2d-0978-4a21-9ce9-0027ab17b0a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:06.484152 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-9ba5ba19-902e-469d-85b5-c1c823af44fa req-92a4d6c6-43de-44f3-b54a-7d607b12dd6a service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686621 May 31 18:20:06.501740 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-de50f31b-47ba-4410-b193-aed6a3756046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:06.528116 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-de50f31b-47ba-4410-b193-aed6a3756046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:06.579402 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-de50f31b-47ba-4410-b193-aed6a3756046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:06.583449 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-e5c3e337-a588-4195-b0e5-ed57796c8549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:06.597119 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de50f31b-47ba-4410-b193-aed6a3756046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99bc50a2-abd4-4e76-a62c-ea84250222e6,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:06.603191 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-de50f31b-47ba-4410-b193-aed6a3756046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:06.608856 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-de50f31b-47ba-4410-b193-aed6a3756046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:06.612290 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-de50f31b-47ba-4410-b193-aed6a3756046 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/99bc50a2-abd4-4e76-a62c-ea84250222e6 HTTP/1.1" status: 204 len: 168 time: 0.1650450 May 31 18:20:06.704113 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-9ba5ba19-902e-469d-85b5-c1c823af44fa req-ec6a1323-642c-48a3-b387-c992c88941c2 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058673 May 31 18:20:07.265796 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eeea7b-c68e-40a0-9b3e-aa19c8f6ba41 req-7354ac4b-c5af-40ba-99ff-9e0a9743e064 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:07.267258 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-77eeea7b-c68e-40a0-9b3e-aa19c8f6ba41 req-7354ac4b-c5af-40ba-99ff-9e0a9743e064 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.0869308 May 31 18:20:07.316942 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-77eeea7b-c68e-40a0-9b3e-aa19c8f6ba41 req-328dbadd-16aa-4730-a10e-cecf833082c2 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427043 May 31 18:20:07.359894 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 58104) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:07.466031 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [None req-b74cb6bd-fe4f-4eea-b63d-15b9cbc339e0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-245662948-network', 'tenant_id': '1abc00868f904314aa28c8dbee114a7a'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:20:07.470775 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-b74cb6bd-fe4f-4eea-b63d-15b9cbc339e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:07.475118 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-b74cb6bd-fe4f-4eea-b63d-15b9cbc339e0 admin admin] Usage tracker for resource:network and tenant:1abc00868f904314aa28c8dbee114a7a is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:07.478002 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-b74cb6bd-fe4f-4eea-b63d-15b9cbc339e0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:07.483820 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-b74cb6bd-fe4f-4eea-b63d-15b9cbc339e0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:07.494554 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b74cb6bd-fe4f-4eea-b63d-15b9cbc339e0 admin admin] Made reservation on behalf of 1abc00868f904314aa28c8dbee114a7a for: {'network': 1} {{(pid=91754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:20:07.496422 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-b74cb6bd-fe4f-4eea-b63d-15b9cbc339e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4080666'] for network, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:07.511126 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-b74cb6bd-fe4f-4eea-b63d-15b9cbc339e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:07.525463 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-b74cb6bd-fe4f-4eea-b63d-15b9cbc339e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:07.529138 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-b74cb6bd-fe4f-4eea-b63d-15b9cbc339e0 admin admin] Usage tracker for resource:security_group_rule and tenant:1abc00868f904314aa28c8dbee114a7a is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:07.531881 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-b74cb6bd-fe4f-4eea-b63d-15b9cbc339e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:07.538205 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-b74cb6bd-fe4f-4eea-b63d-15b9cbc339e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:07.646377 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-b74cb6bd-fe4f-4eea-b63d-15b9cbc339e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:07.650217 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-b74cb6bd-fe4f-4eea-b63d-15b9cbc339e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:07.653179 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:07.684868 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b74cb6bd-fe4f-4eea-b63d-15b9cbc339e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=91754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 18:20:07.689860 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74cb6bd-fe4f-4eea-b63d-15b9cbc339e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec0e2e1-b4a7-42f8-b58f-e9f4ac26acf8,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:07.693179 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-b74cb6bd-fe4f-4eea-b63d-15b9cbc339e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:07.698160 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-b74cb6bd-fe4f-4eea-b63d-15b9cbc339e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090'] for segment, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:07.698632 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.db.segments_db [None req-b74cb6bd-fe4f-4eea-b63d-15b9cbc339e0 admin admin] Added segment b1b5531f-390a-4375-aa70-3a74e2cabd89 of type vlan for network e1967dbd-2d83-4f25-b7df-d282ec193d51 May 31 18:20:07.725368 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-b74cb6bd-fe4f-4eea-b63d-15b9cbc339e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763743697237'] for network, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:07.754672 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-b74cb6bd-fe4f-4eea-b63d-15b9cbc339e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551420'] for network, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:07.755979 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74cb6bd-fe4f-4eea-b63d-15b9cbc339e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:07.756588 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-b74cb6bd-fe4f-4eea-b63d-15b9cbc339e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for network, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:07.761021 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-8924be16-f386-498b-9008-acac986c55b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:07.859696 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-b74cb6bd-fe4f-4eea-b63d-15b9cbc339e0 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4986074 May 31 18:20:07.860593 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74cb6bd-fe4f-4eea-b63d-15b9cbc339e0 admin admin] Pushing event updated for resources: {'Network': ['ID=e1967dbd-2d83-4f25-b7df-d282ec193d51,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:07.862462 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 58116) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:07.864777 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-b74cb6bd-fe4f-4eea-b63d-15b9cbc339e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:07.868403 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [None req-8e74fbdd-0b1d-4ee1-8054-32b310fe0623 admin admin] Request body: {'subnet': {'network_id': 'e1967dbd-2d83-4f25-b7df-d282ec193d51', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-245662948-subnet', 'tenant_id': '1abc00868f904314aa28c8dbee114a7a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:20:07.870410 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Network e1967dbd-2d83-4f25-b7df-d282ec193d51 details requested by agent ovs-agent-dv-cinder-770050-4-smb with host dv-cinder-770050-4-smb {{(pid=91755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 18:20:07.872958 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-8e74fbdd-0b1d-4ee1-8054-32b310fe0623 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:07.876995 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-8e74fbdd-0b1d-4ee1-8054-32b310fe0623 admin admin] Usage tracker for resource:subnet and tenant:1abc00868f904314aa28c8dbee114a7a is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:07.880127 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-8e74fbdd-0b1d-4ee1-8054-32b310fe0623 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:07.885885 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-8e74fbdd-0b1d-4ee1-8054-32b310fe0623 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:07.895989 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e74fbdd-0b1d-4ee1-8054-32b310fe0623 admin admin] Made reservation on behalf of 1abc00868f904314aa28c8dbee114a7a for: {'subnet': 1} {{(pid=91754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:20:07.898959 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8e74fbdd-0b1d-4ee1-8054-32b310fe0623 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10908778'] for subnet, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:08.335675 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8e74fbdd-0b1d-4ee1-8054-32b310fe0623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10873447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10908796'] for subnet, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:08.340172 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:08.415527 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74fbdd-0b1d-4ee1-8054-32b310fe0623 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccbc3b1f-6482-4cfe-89ee-fb80ad2824dc,revision_number=0']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:08.417786 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e74fbdd-0b1d-4ee1-8054-32b310fe0623 admin admin] Checking segment: {'id': 'b1b5531f-390a-4375-aa70-3a74e2cabd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e1967dbd-2d83-4f25-b7df-d282ec193d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:20:08.418141 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e74fbdd-0b1d-4ee1-8054-32b310fe0623 admin admin] Network hostable DHCP agents. Network: e1967dbd-2d83-4f25-b7df-d282ec193d51, hostable agents: ['c2c260b2-0141-4615-bcb7-b98a7560862d'], hosted agents: [] {{(pid=91754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 18:20:08.421120 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-8e74fbdd-0b1d-4ee1-8054-32b310fe0623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:08.479547 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e74fbdd-0b1d-4ee1-8054-32b310fe0623 admin admin] Network e1967dbd-2d83-4f25-b7df-d282ec193d51 is scheduled to be hosted by DHCP agent c2c260b2-0141-4615-bcb7-b98a7560862d with binding_index 1 {{(pid=91754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 18:20:08.496192 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.base_scheduler [None req-8e74fbdd-0b1d-4ee1-8054-32b310fe0623 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-770050-4-smb, e1967dbd-2d83-4f25-b7df-d282ec193d51) {{(pid=91754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:20:08.507545 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6776b61-d333-40fc-ba26-880e7436cdce None None] Network e1967dbd-2d83-4f25-b7df-d282ec193d51 requested from dv-cinder-770050-4-smb {{(pid=91755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:20:08.509309 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e74fbdd-0b1d-4ee1-8054-32b310fe0623 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:08.509894 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8e74fbdd-0b1d-4ee1-8054-32b310fe0623 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for subnet, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:08.538824 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e05b2f9-fb55-439e-9d06-95e278065b00 req-b1311537-f113-4c9d-b2e4-4d471cd5efa2 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:08.540292 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-7e05b2f9-fb55-439e-9d06-95e278065b00 req-b1311537-f113-4c9d-b2e4-4d471cd5efa2 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.1167817 May 31 18:20:08.541921 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-8e74fbdd-0b1d-4ee1-8054-32b310fe0623 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6785741 May 31 18:20:08.593391 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-7e05b2f9-fb55-439e-9d06-95e278065b00 req-d455338a-04f4-400e-af20-cc1857145c9c tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392592 May 31 18:20:08.697404 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b849ed4-ef6b-4397-821d-ccf674992e3d None None] Network e1967dbd-2d83-4f25-b7df-d282ec193d51 requested from dv-cinder-770050-4-smb {{(pid=91755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:20:09.055148 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.agents_db [None req-6172caff-413f-4f38-b24a-66359638417e None None] Agent healthcheck: found 6 active agents {{(pid=91756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:20:09.075422 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 58148) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:09.080928 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [None req-4291a89c-0a14-4f2d-8249-897e720e18f8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2014259790-network', 'tenant_id': 'fa105c00215d48fc8757ccbd79b2a30e'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:20:09.086021 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-4291a89c-0a14-4f2d-8249-897e720e18f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:09.090357 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-4291a89c-0a14-4f2d-8249-897e720e18f8 admin admin] Usage tracker for resource:network and tenant:fa105c00215d48fc8757ccbd79b2a30e is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:09.093432 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-4291a89c-0a14-4f2d-8249-897e720e18f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:09.099047 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-4291a89c-0a14-4f2d-8249-897e720e18f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:09.108398 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4291a89c-0a14-4f2d-8249-897e720e18f8 admin admin] Made reservation on behalf of fa105c00215d48fc8757ccbd79b2a30e for: {'network': 1} {{(pid=91754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:20:09.110878 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-4291a89c-0a14-4f2d-8249-897e720e18f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4080666'] for network, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:09.122884 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-4291a89c-0a14-4f2d-8249-897e720e18f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:09.138723 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-4291a89c-0a14-4f2d-8249-897e720e18f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:09.143200 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-4291a89c-0a14-4f2d-8249-897e720e18f8 admin admin] Usage tracker for resource:security_group_rule and tenant:fa105c00215d48fc8757ccbd79b2a30e is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:09.147212 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-4291a89c-0a14-4f2d-8249-897e720e18f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:09.152731 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-4291a89c-0a14-4f2d-8249-897e720e18f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:09.237623 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-4291a89c-0a14-4f2d-8249-897e720e18f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:09.242295 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-4291a89c-0a14-4f2d-8249-897e720e18f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:09.245326 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-b74cb6bd-fe4f-4eea-b63d-15b9cbc339e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:09.274898 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4291a89c-0a14-4f2d-8249-897e720e18f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=91754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 18:20:09.280095 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291a89c-0a14-4f2d-8249-897e720e18f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f3b749a-3417-432f-b716-955589d37098,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:09.283775 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-4291a89c-0a14-4f2d-8249-897e720e18f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:09.288123 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-4291a89c-0a14-4f2d-8249-897e720e18f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090'] for segment, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:09.288123 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.db.segments_db [None req-4291a89c-0a14-4f2d-8249-897e720e18f8 admin admin] Added segment 4d2cb4c3-647e-425f-b8ba-6e3e43adabf9 of type vlan for network 993f05b5-9713-4796-b9cb-db06a89378dd May 31 18:20:09.317190 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-4291a89c-0a14-4f2d-8249-897e720e18f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763743697237'] for network, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:09.345497 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-4291a89c-0a14-4f2d-8249-897e720e18f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551420'] for network, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:09.346802 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4291a89c-0a14-4f2d-8249-897e720e18f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:09.347349 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-4291a89c-0a14-4f2d-8249-897e720e18f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for network, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:09.352377 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:09.447128 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-4291a89c-0a14-4f2d-8249-897e720e18f8 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3705986 May 31 18:20:09.449937 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 58154) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:09.450570 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291a89c-0a14-4f2d-8249-897e720e18f8 admin admin] Pushing event updated for resources: {'Network': ['ID=993f05b5-9713-4796-b9cb-db06a89378dd,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:09.453270 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-4291a89c-0a14-4f2d-8249-897e720e18f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:09.456323 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [None req-3f6d9050-b32b-40d6-ab8d-852f254ff0a0 admin admin] Request body: {'subnet': {'network_id': '993f05b5-9713-4796-b9cb-db06a89378dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2014259790-subnet', 'tenant_id': 'fa105c00215d48fc8757ccbd79b2a30e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:20:09.460579 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Network 993f05b5-9713-4796-b9cb-db06a89378dd details requested by agent ovs-agent-dv-cinder-770050-4-smb with host dv-cinder-770050-4-smb {{(pid=91755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 18:20:09.462352 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-3f6d9050-b32b-40d6-ab8d-852f254ff0a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:09.466269 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-3f6d9050-b32b-40d6-ab8d-852f254ff0a0 admin admin] Usage tracker for resource:subnet and tenant:fa105c00215d48fc8757ccbd79b2a30e is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:09.469120 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-3f6d9050-b32b-40d6-ab8d-852f254ff0a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:09.475432 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-3f6d9050-b32b-40d6-ab8d-852f254ff0a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:09.485497 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6d9050-b32b-40d6-ab8d-852f254ff0a0 admin admin] Made reservation on behalf of fa105c00215d48fc8757ccbd79b2a30e for: {'subnet': 1} {{(pid=91753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:20:09.487899 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-3f6d9050-b32b-40d6-ab8d-852f254ff0a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1678795'] for subnet, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:09.850512 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81236bca-5569-4ead-98c5-02ed84c55e27 req-abbd0c20-5b9c-4787-9ec1-cc76c301b5ef tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:09.851928 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-81236bca-5569-4ead-98c5-02ed84c55e27 req-abbd0c20-5b9c-4787-9ec1-cc76c301b5ef tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.1455448 May 31 18:20:09.910390 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-81236bca-5569-4ead-98c5-02ed84c55e27 req-4890fe02-34ba-4ad6-a985-b2a5dadebbcd tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496132 May 31 18:20:09.960978 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-3f6d9050-b32b-40d6-ab8d-852f254ff0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1834217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1678813'] for subnet, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:09.965358 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-e9485fbc-4f8a-4c18-a639-fb5acc7b8ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:10.038335 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6d9050-b32b-40d6-ab8d-852f254ff0a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad5c6314-2af1-43e9-81f0-631c65b08fae,revision_number=0']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:10.040810 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-3f6d9050-b32b-40d6-ab8d-852f254ff0a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:10.046976 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6d9050-b32b-40d6-ab8d-852f254ff0a0 admin admin] Checking segment: {'id': '4d2cb4c3-647e-425f-b8ba-6e3e43adabf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '993f05b5-9713-4796-b9cb-db06a89378dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:20:10.047330 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6d9050-b32b-40d6-ab8d-852f254ff0a0 admin admin] Network hostable DHCP agents. Network: 993f05b5-9713-4796-b9cb-db06a89378dd, hostable agents: ['c2c260b2-0141-4615-bcb7-b98a7560862d'], hosted agents: [] {{(pid=91753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 18:20:10.064490 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6d9050-b32b-40d6-ab8d-852f254ff0a0 admin admin] Network 993f05b5-9713-4796-b9cb-db06a89378dd is scheduled to be hosted by DHCP agent c2c260b2-0141-4615-bcb7-b98a7560862d with binding_index 1 {{(pid=91753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 18:20:10.074762 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.base_scheduler [None req-3f6d9050-b32b-40d6-ab8d-852f254ff0a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-770050-4-smb, 993f05b5-9713-4796-b9cb-db06a89378dd) {{(pid=91753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:20:10.082325 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec7bde5-d8a5-41c3-880f-289899fb56b9 None None] Network 993f05b5-9713-4796-b9cb-db06a89378dd requested from dv-cinder-770050-4-smb {{(pid=91755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:20:10.088881 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6d9050-b32b-40d6-ab8d-852f254ff0a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:10.089567 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-3f6d9050-b32b-40d6-ab8d-852f254ff0a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for subnet, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:10.114430 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-3f6d9050-b32b-40d6-ab8d-852f254ff0a0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6632771 May 31 18:20:10.292307 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02de0494-2348-49b1-bd6c-6dd6be3bf66f None None] Network 993f05b5-9713-4796-b9cb-db06a89378dd requested from dv-cinder-770050-4-smb {{(pid=91755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:20:10.809804 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-51bab9c9-a8ea-49f3-a74b-a698bbd51af8 tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:10.810495 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-51bab9c9-a8ea-49f3-a74b-a698bbd51af8 tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Synchronizing usage tracker for tenant:1abc00868f904314aa28c8dbee114a7a on resource:network {{(pid=91754) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:20:10.826257 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-51bab9c9-a8ea-49f3-a74b-a698bbd51af8 tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Unset dirty status for tenant:1abc00868f904314aa28c8dbee114a7a on resource:network {{(pid=91754) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:20:10.827447 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-51bab9c9-a8ea-49f3-a74b-a698bbd51af8 tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] 10.222.0.25 "GET /v2.0/networks?id=e1967dbd-2d83-4f25-b7df-d282ec193d51 HTTP/1.1" status: 200 len: 808 time: 0.1571300 May 31 18:20:10.841776 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-3058e50c-f4fb-4e30-a4a7-2665ec5855f8 tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] 10.222.0.25 "GET /v2.0/quotas/1abc00868f904314aa28c8dbee114a7a HTTP/1.1" status: 200 len: 375 time: 0.0089564 May 31 18:20:10.886577 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-907044ae-ae75-4183-b4a2-4c8f19c92374 tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=1abc00868f904314aa28c8dbee114a7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400660 May 31 18:20:11.016557 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-3ff7dd06-04d4-41fd-b036-bc900f2d9110 service neutron] 10.222.0.25 "GET /v2.0/networks/e1967dbd-2d83-4f25-b7df-d282ec193d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231329 May 31 18:20:11.097428 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69784811-9edc-4352-beea-106ca96b7bb8 req-09ecdb56-f366-43ae-9217-89a80193eab9 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:11.098889 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-69784811-9edc-4352-beea-106ca96b7bb8 req-09ecdb56-f366-43ae-9217-89a80193eab9 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.0780702 May 31 18:20:11.142136 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-69784811-9edc-4352-beea-106ca96b7bb8 req-0f30d169-b603-4bd6-a046-644e6618aa37 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375855 May 31 18:20:11.147582 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-f434028f-96f9-4e68-9598-26a267a512c7 service neutron] 10.222.0.25 "GET /v2.0/networks/e1967dbd-2d83-4f25-b7df-d282ec193d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245389 May 31 18:20:11.324410 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-37872eda-29a3-4234-afef-402044748852 req-8230b51d-2ec0-4f5e-90fc-591e511a9fa3 tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa8351b5-a0bf-4656-baa8-9bc3b6cc1fab HTTP/1.1" status: 200 len: 210 time: 0.0467136 May 31 18:20:12.328635 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fed4a2-9956-40b1-b164-420854e6de08 req-a02f094f-0bea-4221-b5d3-93379411df02 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:12.336245 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-99fed4a2-9956-40b1-b164-420854e6de08 req-a02f094f-0bea-4221-b5d3-93379411df02 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.0903430 May 31 18:20:12.390463 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-99fed4a2-9956-40b1-b164-420854e6de08 req-21da3f76-eb48-4b7e-a5c2-669ecdd16952 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479107 May 31 18:20:12.483010 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-580a0e47-78ca-4946-a78f-08fd185f5a4c tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:12.484467 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-580a0e47-78ca-4946-a78f-08fd185f5a4c tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] 10.222.0.20 "GET /v2.0/networks?id=e1967dbd-2d83-4f25-b7df-d282ec193d51 HTTP/1.1" status: 200 len: 808 time: 0.1619697 May 31 18:20:12.498771 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-d485b08d-ee42-4ff8-8753-1880b474367c tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Request body: {'port': {'device_id': 'aa8351b5-a0bf-4656-baa8-9bc3b6cc1fab', 'network_id': 'e1967dbd-2d83-4f25-b7df-d282ec193d51', 'admin_state_up': True, 'tenant_id': '1abc00868f904314aa28c8dbee114a7a'}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:20:12.547727 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-71788b49-8378-433c-b538-08b0a608df0f req-a6c2b41b-4617-4557-8e01-4c6c891badc9 tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa8351b5-a0bf-4656-baa8-9bc3b6cc1fab HTTP/1.1" status: 200 len: 210 time: 0.0574124 May 31 18:20:12.646316 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-d485b08d-ee42-4ff8-8753-1880b474367c tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:12.652129 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-d485b08d-ee42-4ff8-8753-1880b474367c tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Usage tracker for resource:port and tenant:1abc00868f904314aa28c8dbee114a7a is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:12.654978 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-d485b08d-ee42-4ff8-8753-1880b474367c tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:12.660843 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-d485b08d-ee42-4ff8-8753-1880b474367c tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:12.672844 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-d485b08d-ee42-4ff8-8753-1880b474367c tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Made reservation on behalf of 1abc00868f904314aa28c8dbee114a7a for: {'port': 1} {{(pid=91753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:20:12.676199 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-d485b08d-ee42-4ff8-8753-1880b474367c tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:12.839342 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.db_base_plugin_common [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-d485b08d-ee42-4ff8-8753-1880b474367c tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Allocated IP 172.20.0.4 (e1967dbd-2d83-4f25-b7df-d282ec193d51/ccbc3b1f-6482-4cfe-89ee-fb80ad2824dc/457ba102-8d91-4efb-b14d-e7bbbc44d3e8) {{(pid=91753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:20:13.043878 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-d485b08d-ee42-4ff8-8753-1880b474367c tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Notify callbacks [] for port, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:13.072741 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-d485b08d-ee42-4ff8-8753-1880b474367c tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1833561'] for port, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:13.078443 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:13.145126 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-d485b08d-ee42-4ff8-8753-1880b474367c tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Network e1967dbd-2d83-4f25-b7df-d282ec193d51 is already hosted by enough agents. {{(pid=91753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:20:13.148662 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.base_scheduler [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-d485b08d-ee42-4ff8-8753-1880b474367c tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Resources bound (agent type, host, resource id): {{(pid=91753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:20:13.152589 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-d485b08d-ee42-4ff8-8753-1880b474367c tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Received port after_create {{(pid=91753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:20:13.190270 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d485b08d-ee42-4ff8-8753-1880b474367c tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Pushing event updated for resources: {'Port': ['ID=457ba102-8d91-4efb-b14d-e7bbbc44d3e8,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:13.197710 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-d485b08d-ee42-4ff8-8753-1880b474367c tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:13.217792 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-d485b08d-ee42-4ff8-8753-1880b474367c tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:13.218387 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-d485b08d-ee42-4ff8-8753-1880b474367c tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:13.238076 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-d485b08d-ee42-4ff8-8753-1880b474367c tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7433240 May 31 18:20:13.270311 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-c8d80b95-ab3e-4652-b84c-611c7568d548 service neutron] Request body: {'port': {'device_id': 'aa8351b5-a0bf-4656-baa8-9bc3b6cc1fab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77005'}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:20:13.440471 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-c8d80b95-ab3e-4652-b84c-611c7568d548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:13.573042 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0134d1e-3a4b-4fca-914f-4f95e4ce882d req-a76f9aa3-40fa-45e8-9d2c-e86e7c398cfa tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:13.574488 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a0134d1e-3a4b-4fca-914f-4f95e4ce882d req-a76f9aa3-40fa-45e8-9d2c-e86e7c398cfa tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.0863097 May 31 18:20:13.636024 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a0134d1e-3a4b-4fca-914f-4f95e4ce882d req-3e39c627-d3af-4adb-9c82-ed4ba310b498 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559664 May 31 18:20:13.853215 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc0976-e4c9-4105-8355-fc3eb2b95a76 req-b971b022-f293-4012-baf2-733253fb9966 tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:13.853909 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-06fc0976-e4c9-4105-8355-fc3eb2b95a76 req-b971b022-f293-4012-baf2-733253fb9966 tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Synchronizing usage tracker for tenant:1abc00868f904314aa28c8dbee114a7a on resource:port {{(pid=91753) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:20:13.859928 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.notifiers.nova [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-c8d80b95-ab3e-4652-b84c-611c7568d548 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 457ba102-8d91-4efb-b14d-e7bbbc44d3e8 {{(pid=91753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:20:13.869992 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-c8d80b95-ab3e-4652-b84c-611c7568d548 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:13.891164 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.provisioning_blocks [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-c8d80b95-ab3e-4652-b84c-611c7568d548 service neutron] Transition to ACTIVE for port object 457ba102-8d91-4efb-b14d-e7bbbc44d3e8 will not be triggered until provisioned by entity L2. {{(pid=91753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:20:13.893091 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-06fc0976-e4c9-4105-8355-fc3eb2b95a76 req-b971b022-f293-4012-baf2-733253fb9966 tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Unset dirty status for tenant:1abc00868f904314aa28c8dbee114a7a on resource:port {{(pid=91753) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:20:13.894411 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-06fc0976-e4c9-4105-8355-fc3eb2b95a76 req-b971b022-f293-4012-baf2-733253fb9966 tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa8351b5-a0bf-4656-baa8-9bc3b6cc1fab HTTP/1.1" status: 200 len: 931 time: 0.2015355 May 31 18:20:13.895545 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-c8d80b95-ab3e-4652-b84c-611c7568d548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1833552'] for port, after_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:13.900774 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-714fa45a-c4a7-43eb-9c35-c61bd5e62a54 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:13.924373 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd372dc-48a7-4bb5-a2fe-689cfa6744c9 req-9feb908b-b8a5-4e86-8da9-35f67f0d8739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:13.925826 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-ecd372dc-48a7-4bb5-a2fe-689cfa6744c9 req-9feb908b-b8a5-4e86-8da9-35f67f0d8739 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 1098 time: 0.0752227 May 31 18:20:13.973929 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-ecd372dc-48a7-4bb5-a2fe-689cfa6744c9 req-512d0d9d-13e5-4898-90ac-a6f92dc285a4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410330 May 31 18:20:14.089797 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d80b95-ab3e-4652-b84c-611c7568d548 service neutron] Pushing event updated for resources: {'Port': ['ID=457ba102-8d91-4efb-b14d-e7bbbc44d3e8,revision_number=2']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:14.098368 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-c8d80b95-ab3e-4652-b84c-611c7568d548 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:14.124537 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-06fc0976-e4c9-4105-8355-fc3eb2b95a76 req-c685caf7-4790-4c73-a686-d76e2c5ab0c3 tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ec0e2e1-b4a7-42f8-b58f-e9f4ac26acf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954312 May 31 18:20:14.149106 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 58244) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:14.170074 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.managers [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-c8d80b95-ab3e-4652-b84c-611c7568d548 service neutron] Attempting to bind port 457ba102-8d91-4efb-b14d-e7bbbc44d3e8 on host hv-cinder-77005 for vnic_type normal with profile {{(pid=91753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:20:14.170820 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.managers [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-c8d80b95-ab3e-4652-b84c-611c7568d548 service neutron] Attempting to bind port 457ba102-8d91-4efb-b14d-e7bbbc44d3e8 by drivers openvswitch,hyperv on host hv-cinder-77005 at level 0 using segments [{'id': 'b1b5531f-390a-4375-aa70-3a74e2cabd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e1967dbd-2d83-4f25-b7df-d282ec193d51'}] {{(pid=91753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:20:14.171160 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-c8d80b95-ab3e-4652-b84c-611c7568d548 service neutron] Attempting to bind port 457ba102-8d91-4efb-b14d-e7bbbc44d3e8 on network e1967dbd-2d83-4f25-b7df-d282ec193d51 {{(pid=91753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:20:14.176625 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-c8d80b95-ab3e-4652-b84c-611c7568d548 service neutron] Port 457ba102-8d91-4efb-b14d-e7bbbc44d3e8 on network e1967dbd-2d83-4f25-b7df-d282ec193d51 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77005 {{(pid=91753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 18:20:14.177136 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-c8d80b95-ab3e-4652-b84c-611c7568d548 service neutron] Attempting to bind port 457ba102-8d91-4efb-b14d-e7bbbc44d3e8 on network e1967dbd-2d83-4f25-b7df-d282ec193d51 {{(pid=91753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:20:14.182891 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-c8d80b95-ab3e-4652-b84c-611c7568d548 service neutron] Checking agent: {'id': '46eeceb7-2107-4a71-92f6-f52bad665eae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77005', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 16, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:20:14.183213 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-c8d80b95-ab3e-4652-b84c-611c7568d548 service neutron] Checking segment: {'id': 'b1b5531f-390a-4375-aa70-3a74e2cabd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e1967dbd-2d83-4f25-b7df-d282ec193d51'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:20:14.183585 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-c8d80b95-ab3e-4652-b84c-611c7568d548 service neutron] Bound using segment: {'id': 'b1b5531f-390a-4375-aa70-3a74e2cabd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e1967dbd-2d83-4f25-b7df-d282ec193d51'} {{(pid=91753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:20:14.184000 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.managers [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-c8d80b95-ab3e-4652-b84c-611c7568d548 service neutron] Bound port: 457ba102-8d91-4efb-b14d-e7bbbc44d3e8, host: hv-cinder-77005, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1b5531f-390a-4375-aa70-3a74e2cabd89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e1967dbd-2d83-4f25-b7df-d282ec193d51'}}] {{(pid=91753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:20:14.184364 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-c8d80b95-ab3e-4652-b84c-611c7568d548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:14.266580 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-a9bdc5fa-60f4-44bb-861c-a5691908e345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:14.274344 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.db [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-c8d80b95-ab3e-4652-b84c-611c7568d548 service neutron] For port 457ba102-8d91-4efb-b14d-e7bbbc44d3e8, host hv-cinder-77005, cleared binding levels {{(pid=91753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:20:14.277342 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.db [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-c8d80b95-ab3e-4652-b84c-611c7568d548 service neutron] For port 457ba102-8d91-4efb-b14d-e7bbbc44d3e8, host hv-cinder-77005, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=457ba102-8d91-4efb-b14d-e7bbbc44d3e8,segment=NetworkSegment(b1b5531f-390a-4375-aa70-3a74e2cabd89),segment_id=b1b5531f-390a-4375-aa70-3a74e2cabd89)] {{(pid=91753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:20:14.282449 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-c8d80b95-ab3e-4652-b84c-611c7568d548 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1833552'] for port, after_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:14.284589 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-a9bdc5fa-60f4-44bb-861c-a5691908e345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:14.287784 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:14.289084 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-a9bdc5fa-60f4-44bb-861c-a5691908e345 admin admin] Usage tracker for resource:security_group_rule and tenant:0f9fae8bb60d4923bf677f1f852f973f is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:14.291942 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-a9bdc5fa-60f4-44bb-861c-a5691908e345 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:14.297612 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-a9bdc5fa-60f4-44bb-861c-a5691908e345 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:14.345347 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-c8d80b95-ab3e-4652-b84c-611c7568d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:14.346074 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-c8d80b95-ab3e-4652-b84c-611c7568d548 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:14.347461 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-c8d80b95-ab3e-4652-b84c-611c7568d548 service neutron] 10.222.0.20 "PUT /v2.0/ports/457ba102-8d91-4efb-b14d-e7bbbc44d3e8 HTTP/1.1" status: 200 len: 1093 time: 1.0811548 May 31 18:20:14.347947 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa8351b5-a0bf-4656-baa8-9bc3b6cc1fab', 'tag': '457ba102-8d91-4efb-b14d-e7bbbc44d3e8'}] {{(pid=91753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:20:14.350811 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4a07d5f70f7fd4dbd3fa52429be7a5e9952b90ad99acae3e898da8695de761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ccc2e8-b273-4a03-9f3b-be7f36c9f563" -d '{"events": [{"name": "network-changed", "server_uuid": "aa8351b5-a0bf-4656-baa8-9bc3b6cc1fab", "tag": "457ba102-8d91-4efb-b14d-e7bbbc44d3e8"}]}' {{(pid=91753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:20:14.371732 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d80b95-ab3e-4652-b84c-611c7568d548 service neutron] Pushing event updated for resources: {'Port': ['ID=457ba102-8d91-4efb-b14d-e7bbbc44d3e8,revision_number=3']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:14.374773 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-c8d80b95-ab3e-4652-b84c-611c7568d548 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:14.391254 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-a9bdc5fa-60f4-44bb-861c-a5691908e345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:14.396221 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-a9bdc5fa-60f4-44bb-861c-a5691908e345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:14.408752 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-220b97b0-3f02-4d84-9066-29361771329a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:14.423204 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e656df6-f9e7-4f25-874c-011c5440d3bc x-openstack-request-id: req-3e656df6-f9e7-4f25-874c-011c5440d3bc {{(pid=91753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:20:14.423516 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa8351b5-a0bf-4656-baa8-9bc3b6cc1fab", "tag": "457ba102-8d91-4efb-b14d-e7bbbc44d3e8", "status": "completed", "code": 200}]} {{(pid=91753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:20:14.423788 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3e656df6-f9e7-4f25-874c-011c5440d3bc {{(pid=91753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:20:14.424289 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa8351b5-a0bf-4656-baa8-9bc3b6cc1fab', 'tag': '457ba102-8d91-4efb-b14d-e7bbbc44d3e8', 'status': 'completed', 'code': 200} May 31 18:20:14.448441 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-a9bdc5fa-60f4-44bb-861c-a5691908e345 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0f9fae8bb60d4923bf677f1f852f973f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957447 May 31 18:20:14.448441 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bdc5fa-60f4-44bb-861c-a5691908e345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e9c85a-b331-4f90-a599-de7c19d90c3b,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:14.449211 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 58252) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:14.451563 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-a9bdc5fa-60f4-44bb-861c-a5691908e345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:14.463734 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-9b8248b2-7092-469e-9b2b-5c3e5fe5f307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:14.465217 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-9b8248b2-7092-469e-9b2b-5c3e5fe5f307 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1abc00868f904314aa28c8dbee114a7a&device_id=aa8351b5-a0bf-4656-baa8-9bc3b6cc1fab HTTP/1.1" status: 200 len: 1096 time: 0.0785439 May 31 18:20:14.506597 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-55025675-4860-455a-949b-2211eac0a9c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:14.531735 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-55025675-4860-455a-949b-2211eac0a9c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:14.534564 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-9f0525f2-862c-4178-afa7-e535f226d5bc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=457ba102-8d91-4efb-b14d-e7bbbc44d3e8 HTTP/1.1" status: 200 len: 217 time: 0.0604804 May 31 18:20:14.582124 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-55025675-4860-455a-949b-2211eac0a9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:14.587198 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-9cb7f6ef-97e2-45fd-8d2d-1ef5dbacc074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:14.604551 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55025675-4860-455a-949b-2211eac0a9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e9c85a-b331-4f90-a599-de7c19d90c3b,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:14.606818 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-55025675-4860-455a-949b-2211eac0a9c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:14.610739 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-9ffa3fc5-bd1f-42cd-88ea-2ac6f326ca7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:14.610872 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-55025675-4860-455a-949b-2211eac0a9c0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/78e9c85a-b331-4f90-a599-de7c19d90c3b HTTP/1.1" status: 204 len: 168 time: 0.1577923 May 31 18:20:14.610872 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-55025675-4860-455a-949b-2211eac0a9c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:14.611034 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-9ffa3fc5-bd1f-42cd-88ea-2ac6f326ca7a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ccbc3b1f-6482-4cfe-89ee-fb80ad2824dc HTTP/1.1" status: 200 len: 848 time: 0.0645211 May 31 18:20:14.659778 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-ea33cb74-bd16-4381-ad06-d264331534f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1967dbd-2d83-4f25-b7df-d282ec193d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430446 May 31 18:20:14.801718 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-aece9223-081f-40da-8d24-df4353975f82 service neutron] 10.222.0.20 "GET /v2.0/networks/e1967dbd-2d83-4f25-b7df-d282ec193d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322091 May 31 18:20:14.839575 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520e97c-8024-4171-94fe-3fa7a272191e req-00f66891-756d-4fd3-bf86-51d962c1bb7e tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:14.841342 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-f520e97c-8024-4171-94fe-3fa7a272191e req-00f66891-756d-4fd3-bf86-51d962c1bb7e tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.0861850 May 31 18:20:14.902517 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-f520e97c-8024-4171-94fe-3fa7a272191e req-d77ba2c3-2633-4e70-a93d-e06cb1f5017b tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529721 May 31 18:20:14.945321 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-1d6b5af1-0689-4a6a-9f40-62278b1d90dd req-8c7a86d5-0e11-4850-849a-332a0380f417 service neutron] 10.222.0.20 "GET /v2.0/networks/e1967dbd-2d83-4f25-b7df-d282ec193d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363833 May 31 18:20:15.074854 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccc2e8-b273-4a03-9f3b-be7f36c9f563 req-33c8b7a8-497b-4e4a-8cfa-01b711a914b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:15.076570 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-e5ccc2e8-b273-4a03-9f3b-be7f36c9f563 req-33c8b7a8-497b-4e4a-8cfa-01b711a914b4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1abc00868f904314aa28c8dbee114a7a&device_id=aa8351b5-a0bf-4656-baa8-9bc3b6cc1fab HTTP/1.1" status: 200 len: 1096 time: 0.0739617 May 31 18:20:15.296187 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccc2e8-b273-4a03-9f3b-be7f36c9f563 req-ecae9a1c-3d3e-4b3a-8580-8f5551d6f578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:15.297581 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-e5ccc2e8-b273-4a03-9f3b-be7f36c9f563 req-ecae9a1c-3d3e-4b3a-8580-8f5551d6f578 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1967dbd-2d83-4f25-b7df-d282ec193d51 HTTP/1.1" status: 200 len: 908 time: 0.2110744 May 31 18:20:15.322606 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bbfaf1-e736-403e-abb5-7a1b0e410f58 req-949e1360-98a8-47cf-8605-02ee7ea054eb tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:15.329499 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c2bbfaf1-e736-403e-abb5-7a1b0e410f58 req-949e1360-98a8-47cf-8605-02ee7ea054eb tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa8351b5-a0bf-4656-baa8-9bc3b6cc1fab HTTP/1.1" status: 200 len: 943 time: 0.0920546 May 31 18:20:15.373493 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-e5ccc2e8-b273-4a03-9f3b-be7f36c9f563 req-e53fa5a7-b7b9-4be8-8a57-9b65221891e6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=457ba102-8d91-4efb-b14d-e7bbbc44d3e8 HTTP/1.1" status: 200 len: 217 time: 0.0662570 May 31 18:20:15.446233 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-c2bbfaf1-e736-403e-abb5-7a1b0e410f58 req-a8a549d0-7cc1-4270-93fb-5268b5d4ed56 tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Synchronizing usage tracker for tenant:1abc00868f904314aa28c8dbee114a7a on resource:security_group {{(pid=91754) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:20:15.451119 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccc2e8-b273-4a03-9f3b-be7f36c9f563 req-d632e493-0079-4007-a979-a7df227bd342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:15.452559 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-e5ccc2e8-b273-4a03-9f3b-be7f36c9f563 req-d632e493-0079-4007-a979-a7df227bd342 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ccbc3b1f-6482-4cfe-89ee-fb80ad2824dc HTTP/1.1" status: 200 len: 848 time: 0.0669882 May 31 18:20:15.463958 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-c2bbfaf1-e736-403e-abb5-7a1b0e410f58 req-a8a549d0-7cc1-4270-93fb-5268b5d4ed56 tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Unset dirty status for tenant:1abc00868f904314aa28c8dbee114a7a on resource:security_group {{(pid=91754) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:20:15.465182 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c2bbfaf1-e736-403e-abb5-7a1b0e410f58 req-a8a549d0-7cc1-4270-93fb-5268b5d4ed56 tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ec0e2e1-b4a7-42f8-b58f-e9f4ac26acf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348965 May 31 18:20:15.503634 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-e5ccc2e8-b273-4a03-9f3b-be7f36c9f563 req-56ded473-0d7c-4460-b6b2-ac91b216561c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1967dbd-2d83-4f25-b7df-d282ec193d51&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425751 May 31 18:20:15.635858 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-e5ccc2e8-b273-4a03-9f3b-be7f36c9f563 req-cc304fc4-8ec0-4e35-940d-4b817f704c53 service neutron] 10.222.0.20 "GET /v2.0/networks/e1967dbd-2d83-4f25-b7df-d282ec193d51?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239741 May 31 18:20:15.768630 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-e5ccc2e8-b273-4a03-9f3b-be7f36c9f563 req-f252e95a-cd80-4c8a-a409-a3a6157d9326 service neutron] 10.222.0.20 "GET /v2.0/networks/e1967dbd-2d83-4f25-b7df-d282ec193d51?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256614 May 31 18:20:15.978623 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5bcc3818-0e1f-4178-861c-12192fd3e8f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:16.082737 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2377cc-4ca0-4877-b4a7-7ccf6f52867f req-574182f7-2c82-4ffb-89f6-150482790e39 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:16.084727 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-4a2377cc-4ca0-4877-b4a7-7ccf6f52867f req-574182f7-2c82-4ffb-89f6-150482790e39 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.0791228 May 31 18:20:16.130541 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-4a2377cc-4ca0-4877-b4a7-7ccf6f52867f req-57a4fa5b-3b45-4d65-a62f-9c4441bc711a tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399995 May 31 18:20:16.498122 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971791d-95fb-4e00-8888-8011ac549639 req-ec15ee53-2b6d-42e9-9016-a1f6dec265f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:16.500179 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-4971791d-95fb-4e00-8888-8011ac549639 req-ec15ee53-2b6d-42e9-9016-a1f6dec265f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c3d994f16a334298af3d28d648ac58b5&device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 1098 time: 0.0761087 May 31 18:20:16.554691 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c517de-1585-4cc5-aef3-9f34329ff91a req-3c3a4d2e-740f-4ee1-b24c-0d845ce0c00f tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:16.556261 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-13c517de-1585-4cc5-aef3-9f34329ff91a req-3c3a4d2e-740f-4ee1-b24c-0d845ce0c00f tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.0856097 May 31 18:20:16.601707 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-13c517de-1585-4cc5-aef3-9f34329ff91a req-efd7200f-24fb-4610-bcde-45c9d55477c3 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388310 May 31 18:20:16.700911 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971791d-95fb-4e00-8888-8011ac549639 req-0024f5ec-d56d-4771-b9fb-c4ba3f59dd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:16.702345 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-4971791d-95fb-4e00-8888-8011ac549639 req-0024f5ec-d56d-4771-b9fb-c4ba3f59dd65 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc HTTP/1.1" status: 200 len: 918 time: 0.1902316 May 31 18:20:16.713578 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9050ec5-fbfa-4745-8423-76370cad6022 req-11533f50-abd9-4a27-9420-bb791895ca1d tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:16.714902 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-c9050ec5-fbfa-4745-8423-76370cad6022 req-11533f50-abd9-4a27-9420-bb791895ca1d tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa8351b5-a0bf-4656-baa8-9bc3b6cc1fab HTTP/1.1" status: 200 len: 943 time: 0.1281276 May 31 18:20:16.789663 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-4971791d-95fb-4e00-8888-8011ac549639 req-51e73774-b90b-49eb-a1b4-c702aaa0d546 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64eafe05-aea5-4f02-aeac-d969f41fb547 HTTP/1.1" status: 200 len: 217 time: 0.0738728 May 31 18:20:16.847816 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-c9050ec5-fbfa-4745-8423-76370cad6022 req-4a14f7f1-88df-4bb7-84b8-90809f4ddfb1 tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ec0e2e1-b4a7-42f8-b58f-e9f4ac26acf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866761 May 31 18:20:16.866465 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971791d-95fb-4e00-8888-8011ac549639 req-ec99c772-1780-4410-8bbe-b1ba5b0d8d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:16.867886 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-4971791d-95fb-4e00-8888-8011ac549639 req-ec99c772-1780-4410-8bbe-b1ba5b0d8d80 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e3fa326-62c2-4696-a5ba-f91860a8b0f6 HTTP/1.1" status: 200 len: 858 time: 0.0657933 May 31 18:20:16.915055 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-4971791d-95fb-4e00-8888-8011ac549639 req-220b9695-ec0b-4db8-951a-964c7523f8d5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402329 May 31 18:20:17.051070 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-4971791d-95fb-4e00-8888-8011ac549639 req-e72f6e69-33e9-4636-9ef6-c694af5109e4 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281731 May 31 18:20:17.184772 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-4971791d-95fb-4e00-8888-8011ac549639 req-ef50f6ed-0d16-449e-bae8-82e3cfd8414b service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262927 May 31 18:20:17.806816 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d813c559-9895-42aa-9114-c7ff180eaa40 req-db721591-4052-4b74-a058-d938bc42c965 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:17.808260 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d813c559-9895-42aa-9114-c7ff180eaa40 req-db721591-4052-4b74-a058-d938bc42c965 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.0851107 May 31 18:20:17.853388 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d813c559-9895-42aa-9114-c7ff180eaa40 req-ac7a1d3a-739f-48e4-ade3-4de566e73439 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390804 May 31 18:20:18.034981 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7fd313-ac55-40c0-85f7-8e1c33c4fe92 req-f5fc3670-af6b-480f-80bd-2300afad40c6 tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:18.036604 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-db7fd313-ac55-40c0-85f7-8e1c33c4fe92 req-f5fc3670-af6b-480f-80bd-2300afad40c6 tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa8351b5-a0bf-4656-baa8-9bc3b6cc1fab HTTP/1.1" status: 200 len: 943 time: 0.0825055 May 31 18:20:18.079751 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-db7fd313-ac55-40c0-85f7-8e1c33c4fe92 req-ebf9d366-5f87-4d1c-b14b-ff9fbf55954e tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ec0e2e1-b4a7-42f8-b58f-e9f4ac26acf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372307 May 31 18:20:18.509081 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-24a36411-c6c0-42e0-b075-664f55056e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:18.561773 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:18.562771 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:19.034363 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f225bfe-c2db-432e-be96-da419e45fd25 req-f0c0232f-0202-4858-8df5-bbf878998de3 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:19.035813 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-0f225bfe-c2db-432e-be96-da419e45fd25 req-f0c0232f-0202-4858-8df5-bbf878998de3 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.0785623 May 31 18:20:19.081357 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-0f225bfe-c2db-432e-be96-da419e45fd25 req-40d46714-60c8-4ba4-8197-69facbb8b275 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389352 May 31 18:20:19.268171 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90938e64-0b1d-4c50-a80e-5d5e3fe079a3 req-87937fcf-ee00-4b84-9526-144c64b084f3 tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:19.269716 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-90938e64-0b1d-4c50-a80e-5d5e3fe079a3 req-87937fcf-ee00-4b84-9526-144c64b084f3 tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa8351b5-a0bf-4656-baa8-9bc3b6cc1fab HTTP/1.1" status: 200 len: 943 time: 0.0814905 May 31 18:20:19.380106 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-90938e64-0b1d-4c50-a80e-5d5e3fe079a3 req-227ec094-9736-4628-b1ef-66453c05dc5c tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ec0e2e1-b4a7-42f8-b58f-e9f4ac26acf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044528 May 31 18:20:19.446591 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 457ba102-8d91-4efb-b14d-e7bbbc44d3e8 details requested by agent hyperv_hv-cinder-77005 with host hv-cinder-77005 {{(pid=91755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 18:20:19.549817 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:19.587435 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 457ba102-8d91-4efb-b14d-e7bbbc44d3e8, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=457ba102-8d91-4efb-b14d-e7bbbc44d3e8,segment=NetworkSegment(b1b5531f-390a-4375-aa70-3a74e2cabd89),segment_id=b1b5531f-390a-4375-aa70-3a74e2cabd89)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:20:19.599975 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Returning: {'device': '457ba102-8d91-4efb-b14d-e7bbbc44d3e8', 'network_id': 'e1967dbd-2d83-4f25-b7df-d282ec193d51', 'port_id': '457ba102-8d91-4efb-b14d-e7bbbc44d3e8', 'mac_address': 'fa:16:3e:24:f4:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccbc3b1f-6482-4cfe-89ee-fb80ad2824dc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 18:20:19.659616 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:19.675430 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 457ba102-8d91-4efb-b14d-e7bbbc44d3e8 {{(pid=91755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:20:19.690512 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 457ba102-8d91-4efb-b14d-e7bbbc44d3e8, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=457ba102-8d91-4efb-b14d-e7bbbc44d3e8,segment=NetworkSegment(b1b5531f-390a-4375-aa70-3a74e2cabd89),segment_id=b1b5531f-390a-4375-aa70-3a74e2cabd89)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:20:19.695825 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:19.697586 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-bf5e5efd-b6b5-4ab6-839d-5ef7efbaadd8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:19.763671 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=457ba102-8d91-4efb-b14d-e7bbbc44d3e8,revision_number=4']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:19.766572 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:20.144172 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] get_ports_and_sgs() called for port_ids ['457ba102-8d91-4efb-b14d-e7bbbc44d3e8'] {{(pid=91755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:20:20.271866 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66415030-2245-4e9a-bfc0-b012e9a64b0f req-cdb50290-53f7-4048-8a71-ddadaa9b20db tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:20.273574 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-66415030-2245-4e9a-bfc0-b012e9a64b0f req-cdb50290-53f7-4048-8a71-ddadaa9b20db tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.0858607 May 31 18:20:20.321301 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-66415030-2245-4e9a-bfc0-b012e9a64b0f req-64f03dda-f62b-43f2-b14c-b1223520ec15 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409508 May 31 18:20:20.582370 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb35c9-2350-42a5-9a03-6a318c8140c9 req-3bd62ab1-ade4-4c8c-b485-63bfd5b15ccb tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:20.584359 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-fcdb35c9-2350-42a5-9a03-6a318c8140c9 req-3bd62ab1-ade4-4c8c-b485-63bfd5b15ccb tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa8351b5-a0bf-4656-baa8-9bc3b6cc1fab HTTP/1.1" status: 200 len: 944 time: 0.0857108 May 31 18:20:20.632319 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-fcdb35c9-2350-42a5-9a03-6a318c8140c9 req-75d42116-08a9-415f-b307-5d1f1d998a4e tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ec0e2e1-b4a7-42f8-b58f-e9f4ac26acf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417974 May 31 18:20:21.194912 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:21.458851 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 457ba102-8d91-4efb-b14d-e7bbbc44d3e8 up at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:20:21.529145 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Provisioning for port 457ba102-8d91-4efb-b14d-e7bbbc44d3e8 completed by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:20:21.535070 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Provisioning complete for port 457ba102-8d91-4efb-b14d-e7bbbc44d3e8 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:20:21.535650 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:21.686651 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:21.715875 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8351b5-a0bf-4656-baa8-9bc3b6cc1fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457ba102-8d91-4efb-b14d-e7bbbc44d3e8'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:20:21.718533 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e2032fe1b554800b495be35bbba042da1e7f6a6deba8ede5c150f2a358caca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f8bf8c-48ca-4fdc-9ede-0880ac426a72" -d '{"events": [{"server_uuid": "aa8351b5-a0bf-4656-baa8-9bc3b6cc1fab", "name": "network-vif-plugged", "status": "completed", "tag": "457ba102-8d91-4efb-b14d-e7bbbc44d3e8"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:20:21.727744 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 457ba102-8d91-4efb-b14d-e7bbbc44d3e8, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=457ba102-8d91-4efb-b14d-e7bbbc44d3e8,segment=NetworkSegment(b1b5531f-390a-4375-aa70-3a74e2cabd89),segment_id=b1b5531f-390a-4375-aa70-3a74e2cabd89)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:20:21.732657 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:21.734861 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:21.811226 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=457ba102-8d91-4efb-b14d-e7bbbc44d3e8,revision_number=5']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:21.814796 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:21.853940 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347007fa-7b3c-4057-93bb-1bd321b0ecc3 x-openstack-request-id: req-347007fa-7b3c-4057-93bb-1bd321b0ecc3 {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:20:21.854332 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa8351b5-a0bf-4656-baa8-9bc3b6cc1fab", "name": "network-vif-plugged", "status": "completed", "tag": "457ba102-8d91-4efb-b14d-e7bbbc44d3e8", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:20:21.854698 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-347007fa-7b3c-4057-93bb-1bd321b0ecc3 {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:20:21.855208 dv-cinder-770050-4-smb neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8351b5-a0bf-4656-baa8-9bc3b6cc1fab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '457ba102-8d91-4efb-b14d-e7bbbc44d3e8', 'code': 200} May 31 18:20:21.891878 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37408216-013d-490f-ab24-4e71fddcc133 req-6733f8db-bcaa-4759-92d0-b0a35ec2311b tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:21.893463 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-37408216-013d-490f-ab24-4e71fddcc133 req-6733f8db-bcaa-4759-92d0-b0a35ec2311b tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa8351b5-a0bf-4656-baa8-9bc3b6cc1fab HTTP/1.1" status: 200 len: 945 time: 0.1124239 May 31 18:20:21.959440 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-37408216-013d-490f-ab24-4e71fddcc133 req-24eba1ad-34ce-4cba-8438-419dd09e17a9 tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ec0e2e1-b4a7-42f8-b58f-e9f4ac26acf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588272 May 31 18:20:22.163394 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a8182-3fda-4c20-9076-329273f65097 req-21fbe54e-bfc7-4f79-bb02-7eb082011af6 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:22.164857 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-9c9a8182-3fda-4c20-9076-329273f65097 req-21fbe54e-bfc7-4f79-bb02-7eb082011af6 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.1345072 May 31 18:20:22.166702 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5697ff4a-b890-4224-826c-4152fbe04204 req-d855d877-907e-423a-ae70-8169e2f970a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:22.168025 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-5697ff4a-b890-4224-826c-4152fbe04204 req-d855d877-907e-423a-ae70-8169e2f970a5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aa8351b5-a0bf-4656-baa8-9bc3b6cc1fab HTTP/1.1" status: 200 len: 1098 time: 0.1364632 May 31 18:20:22.232935 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-9c9a8182-3fda-4c20-9076-329273f65097 req-e3205c1e-3371-4b37-80cd-e6b5e18faca0 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623624 May 31 18:20:22.235981 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-5697ff4a-b890-4224-826c-4152fbe04204 req-00a73070-9c92-44bd-ac5a-2ab2b9c2a677 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3ec0e2e1-b4a7-42f8-b58f-e9f4ac26acf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528524 May 31 18:20:23.140157 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f4cd68-24fa-4e43-93ae-90b9ef828fb5 req-d74ec11c-912f-4cdb-859e-257a37175262 tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:23.141623 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-b6f4cd68-24fa-4e43-93ae-90b9ef828fb5 req-d74ec11c-912f-4cdb-859e-257a37175262 tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa8351b5-a0bf-4656-baa8-9bc3b6cc1fab HTTP/1.1" status: 200 len: 945 time: 0.0833287 May 31 18:20:23.187978 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-b6f4cd68-24fa-4e43-93ae-90b9ef828fb5 req-e794423a-0682-4dbf-801f-de9c66ffe9df tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ec0e2e1-b4a7-42f8-b58f-e9f4ac26acf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403175 May 31 18:20:24.377076 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad26c748-8412-4cd3-aea2-292307f0f7cd req-9de520e5-6439-48f9-919f-6ded189d0d88 tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:24.378497 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-ad26c748-8412-4cd3-aea2-292307f0f7cd req-9de520e5-6439-48f9-919f-6ded189d0d88 tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa8351b5-a0bf-4656-baa8-9bc3b6cc1fab HTTP/1.1" status: 200 len: 945 time: 0.0810947 May 31 18:20:24.432625 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-ad26c748-8412-4cd3-aea2-292307f0f7cd req-982985aa-f399-4cc0-a12a-a32d9baa59bb tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ec0e2e1-b4a7-42f8-b58f-e9f4ac26acf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482118 May 31 18:20:25.473075 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996f702-678b-4b4d-9068-93581145a113 req-d6c1ab05-6c39-450c-b648-b9c58fdb6451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:25.475071 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-d996f702-678b-4b4d-9068-93581145a113 req-d6c1ab05-6c39-450c-b648-b9c58fdb6451 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c3d994f16a334298af3d28d648ac58b5&device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 1098 time: 0.1500962 May 31 18:20:25.514082 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e40a9-d1a6-49a5-a784-83806da7a462 req-5eb47962-d6c3-4403-b621-c975c7512edf tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:25.515509 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-d33e40a9-d1a6-49a5-a784-83806da7a462 req-5eb47962-d6c3-4403-b621-c975c7512edf tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.1281462 May 31 18:20:25.632257 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-d33e40a9-d1a6-49a5-a784-83806da7a462 req-fc65ae5b-debf-4e0c-a02b-bf33733dd80a tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107006 May 31 18:20:25.651986 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996f702-678b-4b4d-9068-93581145a113 req-f6bf3fe4-c589-4c2b-a5d7-3c5761a18e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:25.653492 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-d996f702-678b-4b4d-9068-93581145a113 req-f6bf3fe4-c589-4c2b-a5d7-3c5761a18e65 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc HTTP/1.1" status: 200 len: 918 time: 0.1703694 May 31 18:20:25.728797 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-d996f702-678b-4b4d-9068-93581145a113 req-9338045e-a0a8-484a-92a9-8ad209fb33b4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64eafe05-aea5-4f02-aeac-d969f41fb547 HTTP/1.1" status: 200 len: 217 time: 0.0640163 May 31 18:20:25.790070 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d996f702-678b-4b4d-9068-93581145a113 req-587a3357-adf6-438d-a399-c47c26ad6522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:25.791456 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-d996f702-678b-4b4d-9068-93581145a113 req-587a3357-adf6-438d-a399-c47c26ad6522 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e3fa326-62c2-4696-a5ba-f91860a8b0f6 HTTP/1.1" status: 200 len: 858 time: 0.0565171 May 31 18:20:25.839725 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-d996f702-678b-4b4d-9068-93581145a113 req-4c61fbb5-337e-466b-99eb-77715dedc796 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412681 May 31 18:20:25.975274 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-d996f702-678b-4b4d-9068-93581145a113 req-06757a96-9e7c-4d94-8eb4-1b2cd6e6d524 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274343 May 31 18:20:26.106928 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-d996f702-678b-4b4d-9068-93581145a113 req-76e411c7-b50b-4043-95da-1b7b2485f7d0 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243911 May 31 18:20:26.841300 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde21bb-a136-490a-97eb-69ef211190b0 req-49d5596c-220c-4077-af9e-f54f5ae302bb tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:26.842843 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8fde21bb-a136-490a-97eb-69ef211190b0 req-49d5596c-220c-4077-af9e-f54f5ae302bb tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.1009750 May 31 18:20:26.888948 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8fde21bb-a136-490a-97eb-69ef211190b0 req-7790f5f7-4d67-4a65-9d02-27ab41c60193 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392594 May 31 18:20:27.813084 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7127df0-fd84-48c5-9059-d48818db5012 req-de8cc73e-3fc3-468e-9d38-9aa50dbd25ce tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:27.814522 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d7127df0-fd84-48c5-9059-d48818db5012 req-de8cc73e-3fc3-468e-9d38-9aa50dbd25ce tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa8351b5-a0bf-4656-baa8-9bc3b6cc1fab HTTP/1.1" status: 200 len: 945 time: 0.0865839 May 31 18:20:27.863340 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d7127df0-fd84-48c5-9059-d48818db5012 req-16bdf5fa-b0be-4656-b568-da5d88b6d125 tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ec0e2e1-b4a7-42f8-b58f-e9f4ac26acf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430317 May 31 18:20:28.086369 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ed421-bd68-459d-b3d8-e7f6346e4fd4 req-6067b0d3-809f-457f-b1d7-ed38643938e2 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:28.087956 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-e51ed421-bd68-459d-b3d8-e7f6346e4fd4 req-6067b0d3-809f-457f-b1d7-ed38643938e2 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.0830436 May 31 18:20:28.133548 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-e51ed421-bd68-459d-b3d8-e7f6346e4fd4 req-5c354c58-4c79-4250-bc41-b7e550588883 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395670 May 31 18:20:29.046019 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c9214-4aef-4e57-b4de-4614d273f544 req-0c6b5e3b-7b65-4761-8c0d-cb13caaf475f tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:29.047289 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-369c9214-4aef-4e57-b4de-4614d273f544 req-0c6b5e3b-7b65-4761-8c0d-cb13caaf475f tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa8351b5-a0bf-4656-baa8-9bc3b6cc1fab HTTP/1.1" status: 200 len: 945 time: 0.0802288 May 31 18:20:29.093239 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-369c9214-4aef-4e57-b4de-4614d273f544 req-19a1b874-d69a-4643-af7b-50d31eea8581 tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] 10.222.0.25 "GET /v2.0/security-groups?id=3ec0e2e1-b4a7-42f8-b58f-e9f4ac26acf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397305 May 31 18:20:29.329103 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd864a3-bf93-40fd-bfbf-0d87b183f9f6 req-4e64d6c5-7359-4303-9d11-8fcb030f0d48 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:29.330904 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-0dd864a3-bf93-40fd-bfbf-0d87b183f9f6 req-4e64d6c5-7359-4303-9d11-8fcb030f0d48 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.0861981 May 31 18:20:29.429153 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-0dd864a3-bf93-40fd-bfbf-0d87b183f9f6 req-0b50371b-c139-4fc3-a4ec-ffcf9521d694 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914838 May 31 18:20:29.453971 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15df5e09-6f4c-4564-9878-4979e158a764 req-64cdf636-7391-4d60-8e66-13bad6821a68 tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:29.455508 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-15df5e09-6f4c-4564-9878-4979e158a764 req-64cdf636-7391-4d60-8e66-13bad6821a68 tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] 10.222.0.20 "GET /v2.0/ports?device_id=aa8351b5-a0bf-4656-baa8-9bc3b6cc1fab HTTP/1.1" status: 200 len: 945 time: 0.1017511 May 31 18:20:29.684982 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.plugin [req-15df5e09-6f4c-4564-9878-4979e158a764 req-54acaf02-0713-4c34-a302-acb95b389e0d tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Deleting port 457ba102-8d91-4efb-b14d-e7bbbc44d3e8 {{(pid=91753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:20:29.685643 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-15df5e09-6f4c-4564-9878-4979e158a764 req-54acaf02-0713-4c34-a302-acb95b389e0d tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:29.831963 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.db [req-15df5e09-6f4c-4564-9878-4979e158a764 req-54acaf02-0713-4c34-a302-acb95b389e0d tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] For port 457ba102-8d91-4efb-b14d-e7bbbc44d3e8, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=457ba102-8d91-4efb-b14d-e7bbbc44d3e8,segment=NetworkSegment(b1b5531f-390a-4375-aa70-3a74e2cabd89),segment_id=b1b5531f-390a-4375-aa70-3a74e2cabd89)] {{(pid=91753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:20:29.832347 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-15df5e09-6f4c-4564-9878-4979e158a764 req-54acaf02-0713-4c34-a302-acb95b389e0d tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:29.953977 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.plugin [req-15df5e09-6f4c-4564-9878-4979e158a764 req-54acaf02-0713-4c34-a302-acb95b389e0d tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Calling delete_port for 457ba102-8d91-4efb-b14d-e7bbbc44d3e8 owned by compute:nova {{(pid=91753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:20:30.072952 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-15df5e09-6f4c-4564-9878-4979e158a764 req-54acaf02-0713-4c34-a302-acb95b389e0d tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1833561'] for port, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:30.078926 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-d485b08d-ee42-4ff8-8753-1880b474367c tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:30.086189 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] get_ports_and_sgs() called for port_ids ['457ba102-8d91-4efb-b14d-e7bbbc44d3e8'] {{(pid=91755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:20:30.129398 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54acaf02-0713-4c34-a302-acb95b389e0d tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Pushing event deleted for resources: {'Port': ['ID=457ba102-8d91-4efb-b14d-e7bbbc44d3e8,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:30.171159 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54acaf02-0713-4c34-a302-acb95b389e0d tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:30.171517 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54acaf02-0713-4c34-a302-acb95b389e0d tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:30.171867 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54acaf02-0713-4c34-a302-acb95b389e0d tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:30.172243 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54acaf02-0713-4c34-a302-acb95b389e0d tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:30.172590 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54acaf02-0713-4c34-a302-acb95b389e0d tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:30.172926 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54acaf02-0713-4c34-a302-acb95b389e0d tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:30.173266 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54acaf02-0713-4c34-a302-acb95b389e0d tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:30.173600 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54acaf02-0713-4c34-a302-acb95b389e0d tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:30.173934 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54acaf02-0713-4c34-a302-acb95b389e0d tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:30.174267 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54acaf02-0713-4c34-a302-acb95b389e0d tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:30.174597 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54acaf02-0713-4c34-a302-acb95b389e0d tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:30.174926 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54acaf02-0713-4c34-a302-acb95b389e0d tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:30.182322 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-54acaf02-0713-4c34-a302-acb95b389e0d tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:30.218763 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.l3_dvrscheduler_db [req-15df5e09-6f4c-4564-9878-4979e158a764 req-54acaf02-0713-4c34-a302-acb95b389e0d tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] No DVR routers for this DVR port 457ba102-8d91-4efb-b14d-e7bbbc44d3e8 on host hv-cinder-77005 {{(pid=91753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:20:30.221417 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-15df5e09-6f4c-4564-9878-4979e158a764 req-54acaf02-0713-4c34-a302-acb95b389e0d tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:30.224784 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa8351b5-a0bf-4656-baa8-9bc3b6cc1fab', 'name': 'network-vif-deleted', 'tag': '457ba102-8d91-4efb-b14d-e7bbbc44d3e8'}] {{(pid=91753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:20:30.227303 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4a07d5f70f7fd4dbd3fa52429be7a5e9952b90ad99acae3e898da8695de761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f8ad560-e796-4c77-804b-61a725073fc7" -d '{"events": [{"server_uuid": "aa8351b5-a0bf-4656-baa8-9bc3b6cc1fab", "name": "network-vif-deleted", "tag": "457ba102-8d91-4efb-b14d-e7bbbc44d3e8"}]}' {{(pid=91753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:20:30.242489 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-15df5e09-6f4c-4564-9878-4979e158a764 req-54acaf02-0713-4c34-a302-acb95b389e0d tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] 10.222.0.20 "DELETE /v2.0/ports/457ba102-8d91-4efb-b14d-e7bbbc44d3e8 HTTP/1.1" status: 204 len: 173 time: 0.7804151 May 31 18:20:30.250854 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c4d2a80f-231c-4be0-9e6c-92584eb404d9 req-a560d5db-dcef-40d7-8534-d5ac38b1b1df tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa8351b5-a0bf-4656-baa8-9bc3b6cc1fab HTTP/1.1" status: 200 len: 210 time: 0.0487227 May 31 18:20:30.278013 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32414d38-2591-458b-aed0-1e9cd93144e4 x-openstack-request-id: req-32414d38-2591-458b-aed0-1e9cd93144e4 {{(pid=91753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:20:30.278335 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa8351b5-a0bf-4656-baa8-9bc3b6cc1fab", "name": "network-vif-deleted", "tag": "457ba102-8d91-4efb-b14d-e7bbbc44d3e8", "status": "completed", "code": 200}]} {{(pid=91753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:20:30.278620 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-32414d38-2591-458b-aed0-1e9cd93144e4 {{(pid=91753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:20:30.279036 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa8351b5-a0bf-4656-baa8-9bc3b6cc1fab', 'name': 'network-vif-deleted', 'tag': '457ba102-8d91-4efb-b14d-e7bbbc44d3e8', 'status': 'completed', 'code': 200} May 31 18:20:30.609229 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db3986-1e73-4f99-80cc-6358d3571943 req-f265bf4e-fe27-454e-89cb-4201a28cba07 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:30.610562 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-81db3986-1e73-4f99-80cc-6358d3571943 req-f265bf4e-fe27-454e-89cb-4201a28cba07 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.0792677 May 31 18:20:30.654268 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-81db3986-1e73-4f99-80cc-6358d3571943 req-f5fca7f8-843c-4ac4-8167-b88ddd8bc325 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375571 May 31 18:20:31.871686 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751a37e-12c7-4175-8af1-7833f963baeb req-4cc5b0de-cbeb-4f09-98bc-771a759a6305 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:31.873867 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a751a37e-12c7-4175-8af1-7833f963baeb req-4cc5b0de-cbeb-4f09-98bc-771a759a6305 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.0889673 May 31 18:20:31.919946 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a751a37e-12c7-4175-8af1-7833f963baeb req-e9fb0002-9c7d-4b9b-a5ae-1810fb1ef93f tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386498 May 31 18:20:33.132232 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77da2d4a-60d5-49e7-871c-bfebc029b3b5 req-a20b77b5-ba75-4fca-ad99-a878705f1641 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:33.133798 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-77da2d4a-60d5-49e7-871c-bfebc029b3b5 req-a20b77b5-ba75-4fca-ad99-a878705f1641 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.0876656 May 31 18:20:33.181770 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-77da2d4a-60d5-49e7-871c-bfebc029b3b5 req-65c7f818-298d-43a7-a193-dfc1767d485a tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415142 May 31 18:20:33.524127 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 457ba102-8d91-4efb-b14d-e7bbbc44d3e8 no longer exists at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:20:33.559670 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] No Port match for: 457ba102-8d91-4efb-b14d-e7bbbc44d3e8 {{(pid=91755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:20:33.560012 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 457ba102-8d91-4efb-b14d-e7bbbc44d3e8 not bound to the agent host hv-cinder-77005 {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:20:34.369867 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57b88b-367b-4895-be44-29361419fbae req-f7ed9b69-f0f3-4665-8e94-68fa8455c835 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:34.371306 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-3c57b88b-367b-4895-be44-29361419fbae req-f7ed9b69-f0f3-4665-8e94-68fa8455c835 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.0816371 May 31 18:20:34.415876 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-3c57b88b-367b-4895-be44-29361419fbae req-fe891ddc-0f8b-4211-8f70-a9f006830ad9 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389385 May 31 18:20:35.603511 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e959d13-7a1f-4653-990f-ceeb771ca337 req-5ea8883c-9db9-4b5c-808d-c2a59748b8df tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:35.604973 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-3e959d13-7a1f-4653-990f-ceeb771ca337 req-5ea8883c-9db9-4b5c-808d-c2a59748b8df tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.0851505 May 31 18:20:35.648440 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-3e959d13-7a1f-4653-990f-ceeb771ca337 req-b91a9607-2f8b-4898-9b79-a588ba06751d tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378332 May 31 18:20:36.831156 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3a11db-ee0a-4c50-822e-0e7b99e9ad6b req-997b9d33-8966-482e-90a5-2c5761135dd2 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:36.832513 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-6f3a11db-ee0a-4c50-822e-0e7b99e9ad6b req-997b9d33-8966-482e-90a5-2c5761135dd2 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.0806255 May 31 18:20:36.875317 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-6f3a11db-ee0a-4c50-822e-0e7b99e9ad6b req-80edd576-2846-438b-b5a3-b608be1630cb tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373111 May 31 18:20:38.060360 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01ccb63-2e3f-4aba-8a91-1fc7c3878f2b req-e531511a-8b5f-4a53-86f9-378de0cae3e8 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:38.061768 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-f01ccb63-2e3f-4aba-8a91-1fc7c3878f2b req-e531511a-8b5f-4a53-86f9-378de0cae3e8 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.0814059 May 31 18:20:38.104485 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-f01ccb63-2e3f-4aba-8a91-1fc7c3878f2b req-570dc0ed-7881-43b2-b940-9a73b8aad1d5 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372007 May 31 18:20:39.300702 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f40cd69-983e-4658-87d7-b8fe5073a446 req-6100a18b-cc1c-40e9-b225-eb20431b9d53 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:39.302376 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-4f40cd69-983e-4658-87d7-b8fe5073a446 req-6100a18b-cc1c-40e9-b225-eb20431b9d53 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.0863340 May 31 18:20:39.346191 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-4f40cd69-983e-4658-87d7-b8fe5073a446 req-e0837253-2ee5-450a-931a-40c3f1cf1b07 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379350 May 31 18:20:40.542089 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ddbed-302d-4e11-8140-e00ab77745c1 req-bf99b936-b60d-4dd4-b0c1-ffc186373aa0 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:40.543562 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-8e1ddbed-302d-4e11-8140-e00ab77745c1 req-bf99b936-b60d-4dd4-b0c1-ffc186373aa0 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.0814216 May 31 18:20:40.607589 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-8e1ddbed-302d-4e11-8140-e00ab77745c1 req-045fd045-d70d-40c5-9ef9-90b00be6fa9d tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581505 May 31 18:20:41.806794 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25c09c-9634-48f1-88f3-6f3f7d57b856 req-72d31330-d33b-4d8d-9e83-b15b72b8eb4d tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:41.808268 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-3e25c09c-9634-48f1-88f3-6f3f7d57b856 req-72d31330-d33b-4d8d-9e83-b15b72b8eb4d tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.0895557 May 31 18:20:41.854948 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-3e25c09c-9634-48f1-88f3-6f3f7d57b856 req-8f57a87c-a0d4-4e48-9297-9a0344b4a20f tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410793 May 31 18:20:43.045998 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ebdc4-1059-451c-bdcd-00591e6878c2 req-6ce398f5-34cd-473e-9e58-69fb364cf3e4 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:43.047380 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-554ebdc4-1059-451c-bdcd-00591e6878c2 req-6ce398f5-34cd-473e-9e58-69fb364cf3e4 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.0862892 May 31 18:20:43.093988 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-554ebdc4-1059-451c-bdcd-00591e6878c2 req-2655e8da-d192-44ef-87a0-30fe9da565ab tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409260 May 31 18:20:43.442104 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703ff40-b3de-4a7b-9187-2a3bacdff17a req-9b77154e-6be6-4367-8ca4-96140ea30af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:43.443604 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-4703ff40-b3de-4a7b-9187-2a3bacdff17a req-9b77154e-6be6-4367-8ca4-96140ea30af3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c3d994f16a334298af3d28d648ac58b5&device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 1098 time: 0.0754859 May 31 18:20:43.596406 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703ff40-b3de-4a7b-9187-2a3bacdff17a req-69c3eda5-bd20-49ee-8f63-169d13bd681c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:43.597858 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-4703ff40-b3de-4a7b-9187-2a3bacdff17a req-69c3eda5-bd20-49ee-8f63-169d13bd681c service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc HTTP/1.1" status: 200 len: 918 time: 0.1350772 May 31 18:20:43.665017 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-4703ff40-b3de-4a7b-9187-2a3bacdff17a req-c10b385c-0ae5-40a9-9114-a5c1a80cbab7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64eafe05-aea5-4f02-aeac-d969f41fb547 HTTP/1.1" status: 200 len: 217 time: 0.0596938 May 31 18:20:43.732607 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703ff40-b3de-4a7b-9187-2a3bacdff17a req-4c654efc-8cdb-48f8-953b-3fa2cf29f7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:43.733997 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-4703ff40-b3de-4a7b-9187-2a3bacdff17a req-4c654efc-8cdb-48f8-953b-3fa2cf29f7af service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e3fa326-62c2-4696-a5ba-f91860a8b0f6 HTTP/1.1" status: 200 len: 858 time: 0.0628502 May 31 18:20:43.780508 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-4703ff40-b3de-4a7b-9187-2a3bacdff17a req-4af6b579-010a-4d58-8fad-ea016009607f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396814 May 31 18:20:43.919501 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-4703ff40-b3de-4a7b-9187-2a3bacdff17a req-84f3ca87-ac61-4000-b70f-d86141f8a25f service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316049 May 31 18:20:44.115361 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-4703ff40-b3de-4a7b-9187-2a3bacdff17a req-41e027b7-32de-46f8-9f34-0665f851c152 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889966 May 31 18:20:44.293645 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7740c693-6567-44ca-883e-fb5bc4006407 req-17c948e1-ac69-4e3d-9586-4e2cb1bd2ca0 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:44.295088 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-7740c693-6567-44ca-883e-fb5bc4006407 req-17c948e1-ac69-4e3d-9586-4e2cb1bd2ca0 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.0860786 May 31 18:20:44.341744 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-7740c693-6567-44ca-883e-fb5bc4006407 req-84abbedd-0cb9-4c9f-8071-988d5976916a tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409470 May 31 18:20:45.537782 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23ba71-387d-4b64-8865-75d285338da0 req-5bc9e02f-cbd5-4e58-9b09-28da78954344 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:45.539125 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-ac23ba71-387d-4b64-8865-75d285338da0 req-5bc9e02f-cbd5-4e58-9b09-28da78954344 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.0817277 May 31 18:20:45.588154 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-ac23ba71-387d-4b64-8865-75d285338da0 req-17665d72-ac9e-4e71-98c2-5de89e36ae67 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431299 May 31 18:20:45.981259 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-bf77b6a3-78ea-4413-ae80-0aae7ad66d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:46.055597 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.agents_db [None req-6172caff-413f-4f38-b24a-66359638417e None None] Agent healthcheck: found 6 active agents {{(pid=91756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:20:46.777019 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804f3ca-91a9-45ee-9521-6d465f3217c7 req-cfb3f626-a7c0-4e52-a5fd-984385f08944 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:46.778444 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-4804f3ca-91a9-45ee-9521-6d465f3217c7 req-cfb3f626-a7c0-4e52-a5fd-984385f08944 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.0792646 May 31 18:20:46.821612 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-4804f3ca-91a9-45ee-9521-6d465f3217c7 req-91c5b741-bdc7-4e17-a463-4bf4b0f40f8f tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376854 May 31 18:20:48.072318 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a48567f-276a-40e2-8441-f37d591ce54e req-e9e179ac-1688-4427-8e63-82f041a90d0f tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:48.073821 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-6a48567f-276a-40e2-8441-f37d591ce54e req-e9e179ac-1688-4427-8e63-82f041a90d0f tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.1424091 May 31 18:20:48.117595 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-6a48567f-276a-40e2-8441-f37d591ce54e req-8409f46a-89b3-4f05-b0f2-e362ddd71e2b tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381563 May 31 18:20:48.510745 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9978ec6c-1b18-4860-9bbc-f505f4a965a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:48.539861 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 58850) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:48.555198 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:48.574021 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:48.607252 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c3e6395-fa32-489e-b27e-4550d5da72e4 admin admin] Deleting subnet ccbc3b1f-6482-4cfe-89ee-fb80ad2824dc {{(pid=91753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 18:20:48.610141 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-5c3e6395-fa32-489e-b27e-4550d5da72e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:48.660825 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-5c3e6395-fa32-489e-b27e-4550d5da72e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1817973'] for subnet, precommit_delete_associations {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:48.718825 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-5c3e6395-fa32-489e-b27e-4550d5da72e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4023773'] for subnet, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:48.960902 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-5c3e6395-fa32-489e-b27e-4550d5da72e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4028520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1834154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1678804'] for subnet, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:48.965010 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-d5ddddc4-b491-45f2-9b66-eb4e6a062819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:49.002549 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e6395-fa32-489e-b27e-4550d5da72e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccbc3b1f-6482-4cfe-89ee-fb80ad2824dc,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:49.005658 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-5c3e6395-fa32-489e-b27e-4550d5da72e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:49.006673 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-5c3e6395-fa32-489e-b27e-4550d5da72e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for subnet, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:49.014821 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-5c3e6395-fa32-489e-b27e-4550d5da72e4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ccbc3b1f-6482-4cfe-89ee-fb80ad2824dc HTTP/1.1" status: 204 len: 168 time: 0.4715064 May 31 18:20:49.015046 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 58858) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:49.118529 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-282edf03-f713-481b-9332-86ce274e6120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4129193'] for network, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:49.279506 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-282edf03-f713-481b-9332-86ce274e6120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4026450', 'neutron.services.segments.db._delete_segments_for_network-8763744138716'] for network, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:49.299165 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.services.segments.db [None req-282edf03-f713-481b-9332-86ce274e6120 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1967dbd-2d83-4f25-b7df-d282ec193d51']}} {{(pid=91753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:20:49.314948 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.services.segments.db [None req-282edf03-f713-481b-9332-86ce274e6120 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1b5531f-390a-4375-aa70-3a74e2cabd89') {'for_net_delete': True} {{(pid=91753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:20:49.315235 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.services.segments.db [None req-282edf03-f713-481b-9332-86ce274e6120 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1b5531f-390a-4375-aa70-3a74e2cabd89') {} {{(pid=91753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:20:49.331433 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-282edf03-f713-481b-9332-86ce274e6120 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763744148125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1817982'] for segment, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:49.350586 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-282edf03-f713-481b-9332-86ce274e6120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090'] for segment, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:49.362645 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf0cb02-42af-4740-8b70-4fb1e1150ae3 req-490ce849-8eca-42a0-afb7-174370528103 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:49.364698 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-fcf0cb02-42af-4740-8b70-4fb1e1150ae3 req-490ce849-8eca-42a0-afb7-174370528103 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.1331344 May 31 18:20:49.367240 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-282edf03-f713-481b-9332-86ce274e6120 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=91753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 18:20:49.367567 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-282edf03-f713-481b-9332-86ce274e6120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1833484'] for segment, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:49.383433 dv-cinder-770050-4-smb neutron-server[91753]: Traceback (most recent call last): May 31 18:20:49.383433 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 18:20:49.383433 dv-cinder-770050-4-smb neutron-server[91753]: timer() May 31 18:20:49.383433 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 18:20:49.383433 dv-cinder-770050-4-smb neutron-server[91753]: cb(*args, **kw) May 31 18:20:49.383433 dv-cinder-770050-4-smb neutron-server[91753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 18:20:49.383433 dv-cinder-770050-4-smb neutron-server[91753]: return func(*args, **kwargs) May 31 18:20:49.383433 dv-cinder-770050-4-smb neutron-server[91753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 18:20:49.383433 dv-cinder-770050-4-smb neutron-server[91753]: self._notify() May 31 18:20:49.383433 dv-cinder-770050-4-smb neutron-server[91753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 18:20:49.383433 dv-cinder-770050-4-smb neutron-server[91753]: self.callback(batched_events) May 31 18:20:49.383433 dv-cinder-770050-4-smb neutron-server[91753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 18:20:49.383433 dv-cinder-770050-4-smb neutron-server[91753]: event.method(event) May 31 18:20:49.383433 dv-cinder-770050-4-smb neutron-server[91753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 18:20:49.383433 dv-cinder-770050-4-smb neutron-server[91753]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 18:20:49.383433 dv-cinder-770050-4-smb neutron-server[91753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 18:20:49.383433 dv-cinder-770050-4-smb neutron-server[91753]: aggregate_uuid = self.p_client.list_aggregates( May 31 18:20:49.383433 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 18:20:49.383433 dv-cinder-770050-4-smb neutron-server[91753]: return f(self, *a, **k) May 31 18:20:49.383433 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 18:20:49.383433 dv-cinder-770050-4-smb neutron-server[91753]: return self._get(url).json() May 31 18:20:49.383433 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 18:20:49.383433 dv-cinder-770050-4-smb neutron-server[91753]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 18:20:49.383433 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 18:20:49.383433 dv-cinder-770050-4-smb neutron-server[91753]: return self.request(url, 'GET', **kwargs) May 31 18:20:49.383433 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 18:20:49.383433 dv-cinder-770050-4-smb neutron-server[91753]: base_url = self.get_endpoint(auth, allow=allow, May 31 18:20:49.383433 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 18:20:49.383433 dv-cinder-770050-4-smb neutron-server[91753]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 18:20:49.383433 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 18:20:49.383433 dv-cinder-770050-4-smb neutron-server[91753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 18:20:49.383433 dv-cinder-770050-4-smb neutron-server[91753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 18:20:49.484468 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-fcf0cb02-42af-4740-8b70-4fb1e1150ae3 req-1ff50d5a-df55-43b6-8761-959a936db69c tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974481 May 31 18:20:49.485506 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-282edf03-f713-481b-9332-86ce274e6120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4026459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960522'] for network, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:49.488892 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-4e2827f1-ce1a-4b79-a99b-60090a07c0ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:49.504344 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:49.508771 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-282edf03-f713-481b-9332-86ce274e6120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for network, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:49.515113 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282edf03-f713-481b-9332-86ce274e6120 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1967dbd-2d83-4f25-b7df-d282ec193d51,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:49.519312 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-282edf03-f713-481b-9332-86ce274e6120 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:49.526611 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-282edf03-f713-481b-9332-86ce274e6120 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e1967dbd-2d83-4f25-b7df-d282ec193d51 HTTP/1.1" status: 204 len: 168 time: 0.5105722 May 31 18:20:49.529694 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 58866) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:49.586808 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c326ea3-8984-470f-af86-0c47d6b7ec90 admin admin] Deleting subnet ad5c6314-2af1-43e9-81f0-631c65b08fae {{(pid=91753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 18:20:49.589897 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-7c326ea3-8984-470f-af86-0c47d6b7ec90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:49.636969 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-7c326ea3-8984-470f-af86-0c47d6b7ec90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1817973'] for subnet, precommit_delete_associations {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:49.693216 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-7c326ea3-8984-470f-af86-0c47d6b7ec90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4023773'] for subnet, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:49.994011 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-7c326ea3-8984-470f-af86-0c47d6b7ec90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4028520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1834154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1678804'] for subnet, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:49.998910 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-13027b6f-a74e-4986-a499-f3918261ad74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:50.033819 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c326ea3-8984-470f-af86-0c47d6b7ec90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad5c6314-2af1-43e9-81f0-631c65b08fae,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:50.036242 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-7c326ea3-8984-470f-af86-0c47d6b7ec90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:50.038635 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-7c326ea3-8984-470f-af86-0c47d6b7ec90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for subnet, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:50.044356 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-7c326ea3-8984-470f-af86-0c47d6b7ec90 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ad5c6314-2af1-43e9-81f0-631c65b08fae HTTP/1.1" status: 204 len: 168 time: 0.5136960 May 31 18:20:50.046802 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 58872) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:50.151178 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c9d9563b-01c1-4383-812f-0ac2e5a639ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4129193'] for network, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:50.270862 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c9d9563b-01c1-4383-812f-0ac2e5a639ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4026450', 'neutron.services.segments.db._delete_segments_for_network-8763744138716'] for network, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:50.282816 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.services.segments.db [None req-c9d9563b-01c1-4383-812f-0ac2e5a639ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['993f05b5-9713-4796-b9cb-db06a89378dd']}} {{(pid=91753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:20:50.294674 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.services.segments.db [None req-c9d9563b-01c1-4383-812f-0ac2e5a639ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d2cb4c3-647e-425f-b8ba-6e3e43adabf9') {'for_net_delete': True} {{(pid=91753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:20:50.294958 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.services.segments.db [None req-c9d9563b-01c1-4383-812f-0ac2e5a639ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d2cb4c3-647e-425f-b8ba-6e3e43adabf9') {} {{(pid=91753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:20:50.305744 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c9d9563b-01c1-4383-812f-0ac2e5a639ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763744148125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1817982'] for segment, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:50.321333 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c9d9563b-01c1-4383-812f-0ac2e5a639ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090'] for segment, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:50.327011 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9d9563b-01c1-4383-812f-0ac2e5a639ce admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=91753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 18:20:50.327373 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c9d9563b-01c1-4383-812f-0ac2e5a639ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1833484'] for segment, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:50.340282 dv-cinder-770050-4-smb neutron-server[91753]: Traceback (most recent call last): May 31 18:20:50.340282 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 18:20:50.340282 dv-cinder-770050-4-smb neutron-server[91753]: timer() May 31 18:20:50.340282 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 18:20:50.340282 dv-cinder-770050-4-smb neutron-server[91753]: cb(*args, **kw) May 31 18:20:50.340282 dv-cinder-770050-4-smb neutron-server[91753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 18:20:50.340282 dv-cinder-770050-4-smb neutron-server[91753]: return func(*args, **kwargs) May 31 18:20:50.340282 dv-cinder-770050-4-smb neutron-server[91753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 18:20:50.340282 dv-cinder-770050-4-smb neutron-server[91753]: self._notify() May 31 18:20:50.340282 dv-cinder-770050-4-smb neutron-server[91753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 18:20:50.340282 dv-cinder-770050-4-smb neutron-server[91753]: self.callback(batched_events) May 31 18:20:50.340282 dv-cinder-770050-4-smb neutron-server[91753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 18:20:50.340282 dv-cinder-770050-4-smb neutron-server[91753]: event.method(event) May 31 18:20:50.340282 dv-cinder-770050-4-smb neutron-server[91753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 18:20:50.340282 dv-cinder-770050-4-smb neutron-server[91753]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 18:20:50.340282 dv-cinder-770050-4-smb neutron-server[91753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 18:20:50.340282 dv-cinder-770050-4-smb neutron-server[91753]: aggregate_uuid = self.p_client.list_aggregates( May 31 18:20:50.340282 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 18:20:50.340282 dv-cinder-770050-4-smb neutron-server[91753]: return f(self, *a, **k) May 31 18:20:50.340282 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 18:20:50.340282 dv-cinder-770050-4-smb neutron-server[91753]: return self._get(url).json() May 31 18:20:50.340282 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 18:20:50.340282 dv-cinder-770050-4-smb neutron-server[91753]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 18:20:50.340282 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 18:20:50.340282 dv-cinder-770050-4-smb neutron-server[91753]: return self.request(url, 'GET', **kwargs) May 31 18:20:50.340282 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 18:20:50.340282 dv-cinder-770050-4-smb neutron-server[91753]: base_url = self.get_endpoint(auth, allow=allow, May 31 18:20:50.340282 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 18:20:50.340282 dv-cinder-770050-4-smb neutron-server[91753]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 18:20:50.340282 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 18:20:50.340282 dv-cinder-770050-4-smb neutron-server[91753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 18:20:50.340282 dv-cinder-770050-4-smb neutron-server[91753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 18:20:50.414631 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c9d9563b-01c1-4383-812f-0ac2e5a639ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4026459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960522'] for network, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:50.419787 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c9d9563b-01c1-4383-812f-0ac2e5a639ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for network, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:50.422330 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:50.442871 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-c9d9563b-01c1-4383-812f-0ac2e5a639ce admin admin] 10.222.0.25 "DELETE /v2.0/networks/993f05b5-9713-4796-b9cb-db06a89378dd HTTP/1.1" status: 204 len: 168 time: 0.3944881 May 31 18:20:50.443743 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9563b-01c1-4383-812f-0ac2e5a639ce admin admin] Pushing event deleted for resources: {'Network': ['ID=993f05b5-9713-4796-b9cb-db06a89378dd,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:50.446263 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-c9d9563b-01c1-4383-812f-0ac2e5a639ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:50.612690 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 58884) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:50.659674 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-78d90515-a5cf-453c-8185-7c63464bbc0c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1abc00868f904314aa28c8dbee114a7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457866 May 31 18:20:50.662661 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 58888) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:50.686736 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e37dea2-75fd-4f16-8d20-67d0cdce316e req-9093039b-28ec-4671-8199-3da5fa4ee7b7 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:50.688387 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-5e37dea2-75fd-4f16-8d20-67d0cdce316e req-9093039b-28ec-4671-8199-3da5fa4ee7b7 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.0793574 May 31 18:20:50.720321 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-3f5ae24a-d97d-40d5-8d0a-22ce24816f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:50.736057 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-5e37dea2-75fd-4f16-8d20-67d0cdce316e req-a8df7a35-5382-4ff6-b41f-1a1709d7586c tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416310 May 31 18:20:50.751467 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-3f5ae24a-d97d-40d5-8d0a-22ce24816f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:50.808885 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-3f5ae24a-d97d-40d5-8d0a-22ce24816f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:50.813728 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-0e8ec42a-2ab7-4fda-bb3c-ef10cc3f3fe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:50.826831 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ae24a-d97d-40d5-8d0a-22ce24816f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec0e2e1-b4a7-42f8-b58f-e9f4ac26acf8,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:50.829416 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-3f5ae24a-d97d-40d5-8d0a-22ce24816f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:50.841700 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-3f5ae24a-d97d-40d5-8d0a-22ce24816f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:50.843164 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-3f5ae24a-d97d-40d5-8d0a-22ce24816f22 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3ec0e2e1-b4a7-42f8-b58f-e9f4ac26acf8 HTTP/1.1" status: 204 len: 168 time: 0.1796374 May 31 18:20:51.184968 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 58898) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:51.197728 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:51.242499 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-628b439f-e6e1-44c0-869a-52974e38de9a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fa105c00215d48fc8757ccbd79b2a30e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0560391 May 31 18:20:51.244916 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 58904) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:51.309762 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-abc79d1c-c3fa-4826-9c88-49570c70c106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:51.337542 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-abc79d1c-c3fa-4826-9c88-49570c70c106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:51.390776 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-abc79d1c-c3fa-4826-9c88-49570c70c106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:51.395533 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-a0a1295f-ecf5-42b8-800d-5abc083aa6ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:51.410254 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc79d1c-c3fa-4826-9c88-49570c70c106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f3b749a-3417-432f-b716-955589d37098,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:51.414542 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-abc79d1c-c3fa-4826-9c88-49570c70c106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:51.415716 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-abc79d1c-c3fa-4826-9c88-49570c70c106 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3f3b749a-3417-432f-b716-955589d37098 HTTP/1.1" status: 204 len: 168 time: 0.1698501 May 31 18:20:51.416946 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-abc79d1c-c3fa-4826-9c88-49570c70c106 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:51.960457 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8990a1-513e-443e-9978-994ce8bef0a3 req-f6400a6e-5e02-4128-8050-cc4900bbca0e tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:51.966716 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-4e8990a1-513e-443e-9978-994ce8bef0a3 req-f6400a6e-5e02-4128-8050-cc4900bbca0e tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.0988336 May 31 18:20:52.014560 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-4e8990a1-513e-443e-9978-994ce8bef0a3 req-ee82ddd8-4b47-4c1d-87b9-ac4066e797b8 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470426 May 31 18:20:53.201010 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ade7d-513e-4f26-8923-c5c47401a402 req-84e17176-cf94-48e9-b0a8-1136bad3cf4b tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:53.202477 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-4d5ade7d-513e-4f26-8923-c5c47401a402 req-84e17176-cf94-48e9-b0a8-1136bad3cf4b tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.0797155 May 31 18:20:53.245128 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-4d5ade7d-513e-4f26-8923-c5c47401a402 req-fdba2a2a-4c0e-4e5c-8b98-60d970cf8652 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364370 May 31 18:20:54.447381 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c260e491-f562-4501-b5d0-2e22194a167e req-d2e9cf78-097d-4510-befd-b72e42744477 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:54.448905 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-c260e491-f562-4501-b5d0-2e22194a167e req-d2e9cf78-097d-4510-befd-b72e42744477 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.0959857 May 31 18:20:54.494975 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-c260e491-f562-4501-b5d0-2e22194a167e req-ffdd07e2-3e47-4fc2-9ba6-9af63516d8df tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392954 May 31 18:20:55.685394 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1cb96-fbda-48d7-aff4-7cb153b53f2f req-49770733-74da-42e7-aee6-115b3decb550 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:55.686811 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c7b1cb96-fbda-48d7-aff4-7cb153b53f2f req-49770733-74da-42e7-aee6-115b3decb550 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.0829279 May 31 18:20:55.729666 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c7b1cb96-fbda-48d7-aff4-7cb153b53f2f req-b478543f-e7b8-43a4-a075-f6feaa2c3ebf tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374150 May 31 18:20:56.331051 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 59032) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:56.452590 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-66fd362d-32e4-4370-b31e-38e0fab53a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:56.467068 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-66fd362d-32e4-4370-b31e-38e0fab53a52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:56.470893 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-66fd362d-32e4-4370-b31e-38e0fab53a52 admin admin] Usage tracker for resource:security_group_rule and tenant:a7251f0df48744c386439f4e299fbe79 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:56.474308 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-66fd362d-32e4-4370-b31e-38e0fab53a52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:56.479911 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-66fd362d-32e4-4370-b31e-38e0fab53a52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:56.559215 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-66fd362d-32e4-4370-b31e-38e0fab53a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:56.563201 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-66fd362d-32e4-4370-b31e-38e0fab53a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:56.569807 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-8e3c8dd9-b2b7-4298-9c1b-aa688bcc84c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:56.609624 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-66fd362d-32e4-4370-b31e-38e0fab53a52 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a7251f0df48744c386439f4e299fbe79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2775373 May 31 18:20:56.610399 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fd362d-32e4-4370-b31e-38e0fab53a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c0e50a-abf1-47de-a566-c53e056072d9,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:56.612296 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 59042) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:56.613292 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-66fd362d-32e4-4370-b31e-38e0fab53a52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:56.669976 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-c9ea74d2-b54d-4788-9ad2-8bf7da748c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:56.694951 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-c9ea74d2-b54d-4788-9ad2-8bf7da748c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:56.749161 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-c9ea74d2-b54d-4788-9ad2-8bf7da748c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:56.755026 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-12743979-48a4-4f1d-a569-22226d76cff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:56.765310 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea74d2-b54d-4788-9ad2-8bf7da748c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c0e50a-abf1-47de-a566-c53e056072d9,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:56.774853 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea74d2-b54d-4788-9ad2-8bf7da748c22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:56.775208 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea74d2-b54d-4788-9ad2-8bf7da748c22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:56.775552 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea74d2-b54d-4788-9ad2-8bf7da748c22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:56.775892 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea74d2-b54d-4788-9ad2-8bf7da748c22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:56.776258 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea74d2-b54d-4788-9ad2-8bf7da748c22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:56.776590 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea74d2-b54d-4788-9ad2-8bf7da748c22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:56.776920 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea74d2-b54d-4788-9ad2-8bf7da748c22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:56.777250 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea74d2-b54d-4788-9ad2-8bf7da748c22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:56.777577 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea74d2-b54d-4788-9ad2-8bf7da748c22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:56.777903 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea74d2-b54d-4788-9ad2-8bf7da748c22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:56.778227 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea74d2-b54d-4788-9ad2-8bf7da748c22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:56.778577 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ea74d2-b54d-4788-9ad2-8bf7da748c22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:20:56.782307 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-c9ea74d2-b54d-4788-9ad2-8bf7da748c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:56.786081 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-c9ea74d2-b54d-4788-9ad2-8bf7da748c22 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c8c0e50a-abf1-47de-a566-c53e056072d9 HTTP/1.1" status: 204 len: 168 time: 0.1727276 May 31 18:20:56.787366 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-c9ea74d2-b54d-4788-9ad2-8bf7da748c22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:56.929557 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbcd88-d659-4659-b456-376d21b08975 req-3c670a83-801c-4d1d-a7a1-489887f13dca tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:56.930987 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-a8dbcd88-d659-4659-b456-376d21b08975 req-3c670a83-801c-4d1d-a7a1-489887f13dca tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.0854883 May 31 18:20:56.976303 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-a8dbcd88-d659-4659-b456-376d21b08975 req-64d14440-ee7a-4c50-9024-9a29e85ca0e1 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395720 May 31 18:20:57.474845 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 59078) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:57.590321 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-9c5dbe5d-1e88-40cc-aa58-4fae451a5054 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:57.608368 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-9c5dbe5d-1e88-40cc-aa58-4fae451a5054 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:20:57.612360 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-9c5dbe5d-1e88-40cc-aa58-4fae451a5054 admin admin] Usage tracker for resource:security_group_rule and tenant:8f1659afcad34be9aff92ec133e0c948 is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:20:57.615908 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-9c5dbe5d-1e88-40cc-aa58-4fae451a5054 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:20:57.621723 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-9c5dbe5d-1e88-40cc-aa58-4fae451a5054 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:20:57.705114 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-9c5dbe5d-1e88-40cc-aa58-4fae451a5054 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:57.709506 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-9c5dbe5d-1e88-40cc-aa58-4fae451a5054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:57.718035 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-c8938e5b-e681-47e5-bb6d-9d6c9135d12a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:57.756980 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5dbe5d-1e88-40cc-aa58-4fae451a5054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315e690e-85c6-4663-8def-c2be66c3b768,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:57.764235 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-9c5dbe5d-1e88-40cc-aa58-4fae451a5054 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8f1659afcad34be9aff92ec133e0c948&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2883487 May 31 18:20:57.765291 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-9c5dbe5d-1e88-40cc-aa58-4fae451a5054 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:57.765893 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 59116) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:20:57.837149 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-eec68b6e-0ab8-4060-a426-014a0814edf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:57.869627 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-eec68b6e-0ab8-4060-a426-014a0814edf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:57.923776 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-eec68b6e-0ab8-4060-a426-014a0814edf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:57.929076 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-3f5ae24a-d97d-40d5-8d0a-22ce24816f22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:20:57.942789 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec68b6e-0ab8-4060-a426-014a0814edf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315e690e-85c6-4663-8def-c2be66c3b768,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:20:57.945696 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-eec68b6e-0ab8-4060-a426-014a0814edf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:20:57.956734 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-eec68b6e-0ab8-4060-a426-014a0814edf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:20:57.958701 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-eec68b6e-0ab8-4060-a426-014a0814edf9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/315e690e-85c6-4663-8def-c2be66c3b768 HTTP/1.1" status: 204 len: 168 time: 0.1914942 May 31 18:20:58.215023 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65fbd1-8bab-45e2-bc19-8bc24c6b0d4d req-1f223b14-60a6-475b-802f-1e9fbbea7234 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:58.232602 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-3a65fbd1-8bab-45e2-bc19-8bc24c6b0d4d req-1f223b14-60a6-475b-802f-1e9fbbea7234 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.1306489 May 31 18:20:58.296732 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-3a65fbd1-8bab-45e2-bc19-8bc24c6b0d4d req-9facc70c-29a1-4821-9520-7d8d9971cda7 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629072 May 31 18:20:58.335917 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6764c0-8e4e-40e2-a6cd-83b388cae8b3 req-5675add1-4214-4efb-9660-44da3d8e3c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:58.337421 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-da6764c0-8e4e-40e2-a6cd-83b388cae8b3 req-5675add1-4214-4efb-9660-44da3d8e3c22 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 1098 time: 0.0901251 May 31 18:20:58.377434 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-da6764c0-8e4e-40e2-a6cd-83b388cae8b3 req-9df1d0a9-a35a-4a41-aca2-8bc97f95eb8d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327661 May 31 18:20:59.499584 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d84ccfb-981f-47e0-91bd-a1c186a89af4 req-177b3dc1-b6a8-4052-b724-b221cbcb3573 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:20:59.501892 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-1d84ccfb-981f-47e0-91bd-a1c186a89af4 req-177b3dc1-b6a8-4052-b724-b221cbcb3573 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.0831573 May 31 18:20:59.557671 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-1d84ccfb-981f-47e0-91bd-a1c186a89af4 req-b5888174-8459-4c54-927e-f2daa7f30f40 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453613 May 31 18:21:00.743566 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9e36e-8021-4d31-8a33-73bcdc1d74d9 req-ce65f2c3-94a1-447d-8cc2-4aae88b59dbc tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:00.745004 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-aad9e36e-8021-4d31-8a33-73bcdc1d74d9 req-ce65f2c3-94a1-447d-8cc2-4aae88b59dbc tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.0772264 May 31 18:21:00.789551 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-aad9e36e-8021-4d31-8a33-73bcdc1d74d9 req-0a5f00d6-6240-4b56-8d72-f98b5ca0240b tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389359 May 31 18:21:01.400972 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9eca2d-1da8-4837-aa4d-9ae2d37f8bd4 req-3feef93a-441e-43a5-90bd-4c080048bdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:01.402360 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-2b9eca2d-1da8-4837-aa4d-9ae2d37f8bd4 req-3feef93a-441e-43a5-90bd-4c080048bdb1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c3d994f16a334298af3d28d648ac58b5&device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 1098 time: 0.2081628 May 31 18:21:01.413191 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2870411-1eb0-48dd-9445-9653282aa4d1 req-83422624-973a-4bcc-a0ca-6ad50510440e tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:01.414556 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-a2870411-1eb0-48dd-9445-9653282aa4d1 req-83422624-973a-4bcc-a0ca-6ad50510440e tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.1762376 May 31 18:21:01.540566 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-a2870411-1eb0-48dd-9445-9653282aa4d1 req-99e9c77e-9f8c-4b47-a9b3-5e47880e9421 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084161 May 31 18:21:01.577112 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9eca2d-1da8-4837-aa4d-9ae2d37f8bd4 req-f31322b1-7063-46ea-b171-d8567ab7d94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:01.578582 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-2b9eca2d-1da8-4837-aa4d-9ae2d37f8bd4 req-f31322b1-7063-46ea-b171-d8567ab7d94c service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc HTTP/1.1" status: 200 len: 918 time: 0.1631689 May 31 18:21:01.659805 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-2b9eca2d-1da8-4837-aa4d-9ae2d37f8bd4 req-11ef24f3-7567-4734-9aee-356dfd46489c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64eafe05-aea5-4f02-aeac-d969f41fb547 HTTP/1.1" status: 200 len: 217 time: 0.0732224 May 31 18:21:01.723729 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9eca2d-1da8-4837-aa4d-9ae2d37f8bd4 req-3d0d9d9e-5ac4-4450-bb56-43d704ec89ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:01.725183 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-2b9eca2d-1da8-4837-aa4d-9ae2d37f8bd4 req-3d0d9d9e-5ac4-4450-bb56-43d704ec89ab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e3fa326-62c2-4696-a5ba-f91860a8b0f6 HTTP/1.1" status: 200 len: 858 time: 0.0585084 May 31 18:21:01.776921 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-2b9eca2d-1da8-4837-aa4d-9ae2d37f8bd4 req-432a0154-4d9b-4298-9c24-9558b9ca5de3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404177 May 31 18:21:01.908071 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-2b9eca2d-1da8-4837-aa4d-9ae2d37f8bd4 req-02bc34b0-c992-4285-b2c2-85932c6ad559 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229088 May 31 18:21:02.048317 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-2b9eca2d-1da8-4837-aa4d-9ae2d37f8bd4 req-4f187edf-b932-44bf-a927-98b01d65dc50 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271319 May 31 18:21:02.729629 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649fa58b-9b39-4295-a9f8-282c441ca53c req-13567445-1b73-47b9-a299-8d41fc401653 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:02.731095 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-649fa58b-9b39-4295-a9f8-282c441ca53c req-13567445-1b73-47b9-a299-8d41fc401653 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.0831082 May 31 18:21:02.775906 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-649fa58b-9b39-4295-a9f8-282c441ca53c req-d9685f80-7f3e-45ed-a5b8-b59a1e48f2fc tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391810 May 31 18:21:03.979350 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d8d16b-860c-4d64-8ef9-1a298fd25fd7 req-b91429c0-5d27-4660-97e5-b4a3caace1b6 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:03.982009 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-09d8d16b-860c-4d64-8ef9-1a298fd25fd7 req-b91429c0-5d27-4660-97e5-b4a3caace1b6 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.0979934 May 31 18:21:04.035329 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-09d8d16b-860c-4d64-8ef9-1a298fd25fd7 req-275457e9-7fd8-49b5-992e-20f12c8e9936 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474362 May 31 18:21:05.235603 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875f57ed-3ff4-475f-93bd-2ff658a4cbf6 req-8c82633e-4a56-483e-9bf4-47203de8d835 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:05.237154 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-875f57ed-3ff4-475f-93bd-2ff658a4cbf6 req-8c82633e-4a56-483e-9bf4-47203de8d835 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.0858545 May 31 18:21:05.283899 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-875f57ed-3ff4-475f-93bd-2ff658a4cbf6 req-2e55772d-5b96-4e10-9f85-cfbc30eaa6d9 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405056 May 31 18:21:06.880284 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586892a3-40af-4aba-9851-e3c933e3624c req-43cd0af7-36d6-4b17-82f3-64fa1bf6e88e tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:06.881710 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-586892a3-40af-4aba-9851-e3c933e3624c req-43cd0af7-36d6-4b17-82f3-64fa1bf6e88e tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 945 time: 0.0808153 May 31 18:21:06.929321 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-586892a3-40af-4aba-9851-e3c933e3624c req-98426d4a-baf8-4499-8d5a-321eb44ba3c7 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418315 May 31 18:21:08.121505 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dcb084-bf49-4034-ab7a-90f220c27c54 req-ba209acf-5d9a-473c-8512-db3e3b4e5519 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:08.123124 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-b3dcb084-bf49-4034-ab7a-90f220c27c54 req-ba209acf-5d9a-473c-8512-db3e3b4e5519 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 945 time: 0.0792980 May 31 18:21:08.171098 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-b3dcb084-bf49-4034-ab7a-90f220c27c54 req-3c863883-189b-4a34-a6fa-97766a489954 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421004 May 31 18:21:09.362102 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d709cb-0be9-4042-87bf-81ca30a1fb13 req-47b13bdc-3b16-4320-a995-713901db9653 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:09.364117 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-79d709cb-0be9-4042-87bf-81ca30a1fb13 req-47b13bdc-3b16-4320-a995-713901db9653 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 945 time: 0.0816152 May 31 18:21:09.408230 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-79d709cb-0be9-4042-87bf-81ca30a1fb13 req-22a87449-1461-4dea-b55b-8f09355e2ff4 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384188 May 31 18:21:09.777198 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef62044-0884-436e-b366-73835e8a7426 req-d6232444-03b1-46ec-a2bb-b9e6fda9ca0c tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:09.778631 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-7ef62044-0884-436e-b366-73835e8a7426 req-d6232444-03b1-46ec-a2bb-b9e6fda9ca0c tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 945 time: 0.0876842 May 31 18:21:09.823252 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-7ef62044-0884-436e-b366-73835e8a7426 req-a7027da5-20d7-4973-822b-f31812e921e8 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389616 May 31 18:21:10.595420 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b95b3a-747d-4e59-98a9-8b8020d1bee4 req-43cf4ea1-8e0f-470a-bd72-bb5a72c25162 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:10.596780 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-51b95b3a-747d-4e59-98a9-8b8020d1bee4 req-43cf4ea1-8e0f-470a-bd72-bb5a72c25162 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 945 time: 0.0781190 May 31 18:21:10.639960 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-51b95b3a-747d-4e59-98a9-8b8020d1bee4 req-17051314-0c6b-4b7c-8d3c-062990855c6f tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374379 May 31 18:21:11.006695 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b163f-b3e6-4be6-9c74-403ef3adf74c req-c71ef260-da8b-4633-9437-ec5fc4e1b597 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:11.008177 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-169b163f-b3e6-4be6-9c74-403ef3adf74c req-c71ef260-da8b-4633-9437-ec5fc4e1b597 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 945 time: 0.0795815 May 31 18:21:11.053845 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-169b163f-b3e6-4be6-9c74-403ef3adf74c req-c16abd00-c445-48b7-829b-c955996f5861 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399301 May 31 18:21:11.826523 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cd2b7b-c223-404b-8473-0efa17cc61bd req-08ec0ccc-9946-4a74-89f7-85f9b70d9c68 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:11.827931 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-10cd2b7b-c223-404b-8473-0efa17cc61bd req-08ec0ccc-9946-4a74-89f7-85f9b70d9c68 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 945 time: 0.0813458 May 31 18:21:11.870873 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-10cd2b7b-c223-404b-8473-0efa17cc61bd req-275a8c70-7ae3-4c95-bf47-330d0b2b0a8e tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373745 May 31 18:21:12.249736 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc670e1b-b1b3-4ad8-8610-6952adf80413 req-b01e3045-fda9-4f4a-9dc4-f570e03a2cd7 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:12.251204 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-fc670e1b-b1b3-4ad8-8610-6952adf80413 req-b01e3045-fda9-4f4a-9dc4-f570e03a2cd7 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 945 time: 0.0898962 May 31 18:21:12.297133 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-fc670e1b-b1b3-4ad8-8610-6952adf80413 req-18714272-83c6-4a24-9e0b-339732684d7d tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392449 May 31 18:21:12.785208 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab8dfc5-7857-4b7a-b846-10d9760901b9 req-a996614c-51a8-4637-9db7-a27d7dcabbf7 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:12.786749 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-dab8dfc5-7857-4b7a-b846-10d9760901b9 req-a996614c-51a8-4637-9db7-a27d7dcabbf7 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 945 time: 0.0805657 May 31 18:21:12.923492 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.plugin [req-dab8dfc5-7857-4b7a-b846-10d9760901b9 req-a2771e3d-aada-4a79-afc3-c9fb686d2cbe tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Deleting port 87ddfb9a-51c8-4f79-b7cc-e7f957335318 {{(pid=91753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:21:12.923831 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-dab8dfc5-7857-4b7a-b846-10d9760901b9 req-a2771e3d-aada-4a79-afc3-c9fb686d2cbe tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:13.059213 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.db [req-dab8dfc5-7857-4b7a-b846-10d9760901b9 req-a2771e3d-aada-4a79-afc3-c9fb686d2cbe tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] For port 87ddfb9a-51c8-4f79-b7cc-e7f957335318, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=87ddfb9a-51c8-4f79-b7cc-e7f957335318,segment=NetworkSegment(b9f4f3c2-f30c-4328-8149-c1013c816903),segment_id=b9f4f3c2-f30c-4328-8149-c1013c816903)] {{(pid=91753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:21:13.059474 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-dab8dfc5-7857-4b7a-b846-10d9760901b9 req-a2771e3d-aada-4a79-afc3-c9fb686d2cbe tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:13.065452 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b50ea66-36cd-4ad0-8bcd-6398b0967167 req-1f9bebbb-b872-42a2-8391-5450ceab5b6d tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:13.066966 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-5b50ea66-36cd-4ad0-8bcd-6398b0967167 req-1f9bebbb-b872-42a2-8391-5450ceab5b6d tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 945 time: 0.0785222 May 31 18:21:13.110779 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-5b50ea66-36cd-4ad0-8bcd-6398b0967167 req-ef1c7c17-7f4d-4581-9f2e-d2fde5ef0bf8 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382452 May 31 18:21:13.183870 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.plugin [req-dab8dfc5-7857-4b7a-b846-10d9760901b9 req-a2771e3d-aada-4a79-afc3-c9fb686d2cbe tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Calling delete_port for 87ddfb9a-51c8-4f79-b7cc-e7f957335318 owned by compute:nova {{(pid=91753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:21:13.289100 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-dab8dfc5-7857-4b7a-b846-10d9760901b9 req-a2771e3d-aada-4a79-afc3-c9fb686d2cbe tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1833561'] for port, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:13.294612 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-b0628c11-0a12-4e29-8433-f134dddd9aa2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:13.300868 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] get_ports_and_sgs() called for port_ids ['64eafe05-aea5-4f02-aeac-d969f41fb547', '87ddfb9a-51c8-4f79-b7cc-e7f957335318'] {{(pid=91755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:21:13.339539 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2771e3d-aada-4a79-afc3-c9fb686d2cbe tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Pushing event deleted for resources: {'Port': ['ID=87ddfb9a-51c8-4f79-b7cc-e7f957335318,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:13.342717 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-a2771e3d-aada-4a79-afc3-c9fb686d2cbe tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:13.530006 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab8dfc5-7857-4b7a-b846-10d9760901b9 req-a2771e3d-aada-4a79-afc3-c9fb686d2cbe tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] No DVR routers for this DVR port 87ddfb9a-51c8-4f79-b7cc-e7f957335318 on host hv-cinder-77005 {{(pid=91753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:21:13.533198 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-8809fc6b-3f2c-48a5-9076-e657c5167754 req-194e52d8-239c-41fe-959d-3f70bff2c71e tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac2ba839-219b-4948-967f-46078d4f3e6f HTTP/1.1" status: 200 len: 210 time: 0.0782881 May 31 18:21:13.534171 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-dab8dfc5-7857-4b7a-b846-10d9760901b9 req-a2771e3d-aada-4a79-afc3-c9fb686d2cbe tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:13.536907 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac2ba839-219b-4948-967f-46078d4f3e6f', 'name': 'network-vif-deleted', 'tag': '87ddfb9a-51c8-4f79-b7cc-e7f957335318'}] {{(pid=91753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:21:13.539311 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4a07d5f70f7fd4dbd3fa52429be7a5e9952b90ad99acae3e898da8695de761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ea6fbb-fbd9-4d3a-9f5a-c7db222b7394" -d '{"events": [{"server_uuid": "ac2ba839-219b-4948-967f-46078d4f3e6f", "name": "network-vif-deleted", "tag": "87ddfb9a-51c8-4f79-b7cc-e7f957335318"}]}' {{(pid=91753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:21:13.562133 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-dab8dfc5-7857-4b7a-b846-10d9760901b9 req-a2771e3d-aada-4a79-afc3-c9fb686d2cbe tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.20 "DELETE /v2.0/ports/87ddfb9a-51c8-4f79-b7cc-e7f957335318 HTTP/1.1" status: 204 len: 173 time: 0.7701530 May 31 18:21:13.590952 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55763127-c4b0-4065-8313-6450f72fe527 x-openstack-request-id: req-55763127-c4b0-4065-8313-6450f72fe527 {{(pid=91753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:21:13.591463 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac2ba839-219b-4948-967f-46078d4f3e6f", "name": "network-vif-deleted", "tag": "87ddfb9a-51c8-4f79-b7cc-e7f957335318", "status": "completed", "code": 200}]} {{(pid=91753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:21:13.592072 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-55763127-c4b0-4065-8313-6450f72fe527 {{(pid=91753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:21:13.592394 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac2ba839-219b-4948-967f-46078d4f3e6f', 'name': 'network-vif-deleted', 'tag': '87ddfb9a-51c8-4f79-b7cc-e7f957335318', 'status': 'completed', 'code': 200} May 31 18:21:14.306512 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11e146-9f5b-41cd-9d3f-48ac33bc151b req-d6152e56-84e5-47d8-9875-82fdea31c104 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:14.307858 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-7f11e146-9f5b-41cd-9d3f-48ac33bc151b req-d6152e56-84e5-47d8-9875-82fdea31c104 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 945 time: 0.0774674 May 31 18:21:14.351935 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-7f11e146-9f5b-41cd-9d3f-48ac33bc151b req-e260c806-4c6a-4eff-8a4f-e1587bb5ddfc tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376310 May 31 18:21:14.983152 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3127436f-37ee-4f4e-933d-a0409e0aaa7a req-f69a0f67-4132-4d6c-beed-c172538bc8bb tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:14.984506 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-3127436f-37ee-4f4e-933d-a0409e0aaa7a req-f69a0f67-4132-4d6c-beed-c172538bc8bb tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.0806291 May 31 18:21:15.029699 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-3127436f-37ee-4f4e-933d-a0409e0aaa7a req-37ab92ba-b48b-43aa-8d6e-6252d900aa7e tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395973 May 31 18:21:15.544154 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7b5b25-cf6c-4f83-aede-187bee2ea8ab req-933dbf7f-2639-4a62-9b68-e126aa690213 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:15.545581 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-da7b5b25-cf6c-4f83-aede-187bee2ea8ab req-933dbf7f-2639-4a62-9b68-e126aa690213 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 945 time: 0.0834250 May 31 18:21:15.589461 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-da7b5b25-cf6c-4f83-aede-187bee2ea8ab req-6095ac3a-b00b-4de9-a969-ba86213989c9 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381684 May 31 18:21:15.833561 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 87ddfb9a-51c8-4f79-b7cc-e7f957335318 no longer exists at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:21:15.867467 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] No Port match for: 87ddfb9a-51c8-4f79-b7cc-e7f957335318 {{(pid=91755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:21:15.867812 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 87ddfb9a-51c8-4f79-b7cc-e7f957335318 not bound to the agent host hv-cinder-77005 {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:21:15.982969 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4b1d03d0-83c2-4b41-b864-659b9349446d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:16.220609 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8066d70d-a7a4-4346-a589-ca383de27533 req-fcf86380-cbef-4b11-9d3e-f779484da8fc tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:16.222043 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8066d70d-a7a4-4346-a589-ca383de27533 req-fcf86380-cbef-4b11-9d3e-f779484da8fc tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.0784531 May 31 18:21:16.331826 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8066d70d-a7a4-4346-a589-ca383de27533 req-3340fb6a-46c2-49a9-8929-abb5a2a12ae5 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035690 May 31 18:21:16.516793 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e354cc4-f484-4469-b6e2-823abf057963 req-26913c4b-3f17-4641-b8b8-f8ced6beab2f tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:16.518212 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-3e354cc4-f484-4469-b6e2-823abf057963 req-26913c4b-3f17-4641-b8b8-f8ced6beab2f tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 945 time: 0.0790269 May 31 18:21:16.561128 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-3e354cc4-f484-4469-b6e2-823abf057963 req-15df7857-f8b3-4b79-a4c2-745a9b294768 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=258f730c-5383-42e6-bee2-f4b55ca3abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372365 May 31 18:21:16.775395 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d476271-99f8-46ae-8b30-d1f6c4dd2a95 req-875e1bc6-ba78-4c21-ba8b-0976446b7c3f tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:16.776866 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-4d476271-99f8-46ae-8b30-d1f6c4dd2a95 req-875e1bc6-ba78-4c21-ba8b-0976446b7c3f tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 945 time: 0.0788164 May 31 18:21:16.821271 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-4d476271-99f8-46ae-8b30-d1f6c4dd2a95 req-ba147bb0-700d-46ba-a582-07c8110a571c tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387447 May 31 18:21:17.514628 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55009272-0b68-457c-abc7-db466bb723cc req-3f948757-6d42-4c58-8714-2e3293a7e085 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:17.516066 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-55009272-0b68-457c-abc7-db466bb723cc req-3f948757-6d42-4c58-8714-2e3293a7e085 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.0808272 May 31 18:21:17.559026 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-55009272-0b68-457c-abc7-db466bb723cc req-21d0579c-83d9-459e-9ade-3a953a4f2a0a tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373445 May 31 18:21:17.746749 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74871f9-5783-4761-9f9e-959fbf526d1f req-c84a789b-7485-44d8-acf9-5725ec2b7adc tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:17.748219 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-b74871f9-5783-4761-9f9e-959fbf526d1f req-c84a789b-7485-44d8-acf9-5725ec2b7adc tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 945 time: 0.0813327 May 31 18:21:17.791843 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-b74871f9-5783-4761-9f9e-959fbf526d1f req-8b9ccbc0-c304-4013-9adb-64d6bf4ffeb1 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=258f730c-5383-42e6-bee2-f4b55ca3abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378571 May 31 18:21:18.029609 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c9632-bec2-405f-806d-6cf55d3abdc3 req-77dcc066-1342-49e5-a1ff-cc25fd8cdd9d tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:18.030941 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-cf2c9632-bec2-405f-806d-6cf55d3abdc3 req-77dcc066-1342-49e5-a1ff-cc25fd8cdd9d tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 945 time: 0.0822008 May 31 18:21:18.079722 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-cf2c9632-bec2-405f-806d-6cf55d3abdc3 req-b457177c-bd0b-4933-9ca7-7e1e1928a10b tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431385 May 31 18:21:18.515748 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5dcfe1a2-72cb-450a-bb92-b4702ec062ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:18.554743 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:18.573727 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:18.738915 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c620faf1-64ae-46a2-ac53-162345150632 req-e3f8e2b5-cf02-419b-a378-0a93af8c2246 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:18.739524 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-c620faf1-64ae-46a2-ac53-162345150632 req-e3f8e2b5-cf02-419b-a378-0a93af8c2246 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Synchronizing usage tracker for tenant:c3d994f16a334298af3d28d648ac58b5 on resource:port {{(pid=91753) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:21:18.754299 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-c620faf1-64ae-46a2-ac53-162345150632 req-e3f8e2b5-cf02-419b-a378-0a93af8c2246 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Unset dirty status for tenant:c3d994f16a334298af3d28d648ac58b5 on resource:port {{(pid=91753) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:21:18.755777 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-c620faf1-64ae-46a2-ac53-162345150632 req-e3f8e2b5-cf02-419b-a378-0a93af8c2246 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.0935619 May 31 18:21:18.801438 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-c620faf1-64ae-46a2-ac53-162345150632 req-a9d3dc94-ae20-44d8-99c5-939291b8f91c tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394959 May 31 18:21:18.977855 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f9f0c-5dd7-4d21-a14a-4e5002da92ef req-4862212b-cff8-4e3a-84ac-878ffbc30009 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:18.979192 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d93f9f0c-5dd7-4d21-a14a-4e5002da92ef req-4862212b-cff8-4e3a-84ac-878ffbc30009 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 945 time: 0.0828457 May 31 18:21:19.025235 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d93f9f0c-5dd7-4d21-a14a-4e5002da92ef req-4d760bfe-b70c-4c9d-929b-88de19aa6587 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=258f730c-5383-42e6-bee2-f4b55ca3abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395830 May 31 18:21:19.274175 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab75817-0a7e-4149-8515-684a3ec3abcd req-d357c05c-708c-41de-9553-88af5ad9235a tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:19.275674 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-0ab75817-0a7e-4149-8515-684a3ec3abcd req-d357c05c-708c-41de-9553-88af5ad9235a tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 945 time: 0.0864699 May 31 18:21:19.319392 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-0ab75817-0a7e-4149-8515-684a3ec3abcd req-ec9b0700-9d67-49f5-9cce-762511cd5429 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377493 May 31 18:21:19.502864 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:19.846791 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 81e7c184-03d2-4a3e-a144-711065ad86db details requested by agent hyperv_hv-cinder-77005 with host hv-cinder-77005 {{(pid=91755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 18:21:19.982664 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 81e7c184-03d2-4a3e-a144-711065ad86db, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=81e7c184-03d2-4a3e-a144-711065ad86db,segment=NetworkSegment(9e7eb541-2a48-4373-bede-dc253746dbb0),segment_id=9e7eb541-2a48-4373-bede-dc253746dbb0)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:21:19.984122 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a26a2-6849-469f-ab58-2a54aa4059a9 req-e6c83e5c-eb99-465f-9cd6-2b227854294d tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:19.985586 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-557a26a2-6849-469f-ab58-2a54aa4059a9 req-e6c83e5c-eb99-465f-9cd6-2b227854294d tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.0799818 May 31 18:21:19.996859 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Returning: {'device': '81e7c184-03d2-4a3e-a144-711065ad86db', 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a', 'port_id': '81e7c184-03d2-4a3e-a144-711065ad86db', 'mac_address': 'fa:16:3e:87:8a:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a141bd4c-23e4-4ac5-be95-c7e9e5ec7954', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 18:21:20.033501 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-557a26a2-6849-469f-ab58-2a54aa4059a9 req-79c0deb9-9aa0-4f51-8cba-e0bfb3bc03d1 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418644 May 31 18:21:20.051738 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:20.068706 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81e7c184-03d2-4a3e-a144-711065ad86db {{(pid=91755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:21:20.085342 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 81e7c184-03d2-4a3e-a144-711065ad86db, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=81e7c184-03d2-4a3e-a144-711065ad86db,segment=NetworkSegment(9e7eb541-2a48-4373-bede-dc253746dbb0),segment_id=9e7eb541-2a48-4373-bede-dc253746dbb0)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:21:20.089534 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:20.092357 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:20.164799 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=81e7c184-03d2-4a3e-a144-711065ad86db,revision_number=6']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:20.171914 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:20.172282 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:20.172617 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:20.172944 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:20.173266 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:20.173591 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:20.173925 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:20.174247 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:20.174579 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:20.174896 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:20.175211 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:20.175545 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:20.180493 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:20.184507 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] get_ports_and_sgs() called for port_ids ['81e7c184-03d2-4a3e-a144-711065ad86db'] {{(pid=91755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:21:20.214469 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f3d0b-7fc4-4015-bc5e-5a3aca02325c req-243031ee-d836-458f-b2e6-16ff17b9cf62 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:20.215916 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-b92f3d0b-7fc4-4015-bc5e-5a3aca02325c req-243031ee-d836-458f-b2e6-16ff17b9cf62 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 945 time: 0.0815630 May 31 18:21:20.264064 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-b92f3d0b-7fc4-4015-bc5e-5a3aca02325c req-eb2a324e-cb02-4d60-a6ee-48357903e9b6 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=258f730c-5383-42e6-bee2-f4b55ca3abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424087 May 31 18:21:20.508850 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a40358-8903-4e38-b4a3-c58fff66022c req-65d66cb1-3642-4568-9077-37585e528913 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:20.510280 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-97a40358-8903-4e38-b4a3-c58fff66022c req-65d66cb1-3642-4568-9077-37585e528913 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 944 time: 0.0776386 May 31 18:21:20.554083 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-97a40358-8903-4e38-b4a3-c58fff66022c req-1fa9c56c-d6ff-40ea-b6d0-8811b9bab944 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379903 May 31 18:21:21.052886 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa9604-5e08-4031-a4fd-9e8a4ff331ab req-218ef04a-0321-4d0c-934b-01dd7a029c66 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:21.054773 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-1baa9604-5e08-4031-a4fd-9e8a4ff331ab req-218ef04a-0321-4d0c-934b-01dd7a029c66 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.20 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.0781722 May 31 18:21:21.201516 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:21.242516 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.plugin [req-1baa9604-5e08-4031-a4fd-9e8a4ff331ab req-6a3367ca-46a3-411f-934e-fe92084ffc6a tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Deleting port 64eafe05-aea5-4f02-aeac-d969f41fb547 {{(pid=91753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:21:21.243028 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-1baa9604-5e08-4031-a4fd-9e8a4ff331ab req-6a3367ca-46a3-411f-934e-fe92084ffc6a tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:21.334030 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c382ef-6656-4115-80a8-aa3832c0bcba req-98db223b-ccd2-43b9-b07a-e1b7f4412558 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:21.335446 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-c8c382ef-6656-4115-80a8-aa3832c0bcba req-98db223b-ccd2-43b9-b07a-e1b7f4412558 tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 945 time: 0.1810024 May 31 18:21:21.418809 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-c8c382ef-6656-4115-80a8-aa3832c0bcba req-78bf656e-b92e-4ab0-a21b-260de244bcbb tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/security-groups?id=d26ad6f2-6659-427f-945f-71661cf36130&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773964 May 31 18:21:21.420537 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.db [req-1baa9604-5e08-4031-a4fd-9e8a4ff331ab req-6a3367ca-46a3-411f-934e-fe92084ffc6a tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] For port 64eafe05-aea5-4f02-aeac-d969f41fb547, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=64eafe05-aea5-4f02-aeac-d969f41fb547,segment=NetworkSegment(b9f4f3c2-f30c-4328-8149-c1013c816903),segment_id=b9f4f3c2-f30c-4328-8149-c1013c816903)] {{(pid=91753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:21:21.420851 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-1baa9604-5e08-4031-a4fd-9e8a4ff331ab req-6a3367ca-46a3-411f-934e-fe92084ffc6a tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:21.449890 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0a081-59aa-46eb-bc69-9bab1f530414 req-e23ba0de-af13-4d8a-871a-7fb25f06e0c4 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:21.451408 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-52a0a081-59aa-46eb-bc69-9bab1f530414 req-e23ba0de-af13-4d8a-871a-7fb25f06e0c4 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 945 time: 0.0838549 May 31 18:21:21.494827 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-52a0a081-59aa-46eb-bc69-9bab1f530414 req-a2dca014-1ee9-4ed3-8be0-37ed1560dd70 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=258f730c-5383-42e6-bee2-f4b55ca3abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377798 May 31 18:21:21.544707 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.plugin [req-1baa9604-5e08-4031-a4fd-9e8a4ff331ab req-6a3367ca-46a3-411f-934e-fe92084ffc6a tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Calling delete_port for 64eafe05-aea5-4f02-aeac-d969f41fb547 owned by compute:nova {{(pid=91753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:21:21.653455 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-1baa9604-5e08-4031-a4fd-9e8a4ff331ab req-6a3367ca-46a3-411f-934e-fe92084ffc6a tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1833561'] for port, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:21.658883 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:21.664773 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] get_ports_and_sgs() called for port_ids ['64eafe05-aea5-4f02-aeac-d969f41fb547'] {{(pid=91755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:21:21.744851 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3367ca-46a3-411f-934e-fe92084ffc6a tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Pushing event deleted for resources: {'Port': ['ID=64eafe05-aea5-4f02-aeac-d969f41fb547,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:21.772156 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-6a3367ca-46a3-411f-934e-fe92084ffc6a tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:21.869453 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 81e7c184-03d2-4a3e-a144-711065ad86db up at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:21:21.892836 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.l3_dvrscheduler_db [req-1baa9604-5e08-4031-a4fd-9e8a4ff331ab req-6a3367ca-46a3-411f-934e-fe92084ffc6a tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] No DVR routers for this DVR port 64eafe05-aea5-4f02-aeac-d969f41fb547 on host hv-cinder-77005 {{(pid=91753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:21:21.895840 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-1baa9604-5e08-4031-a4fd-9e8a4ff331ab req-6a3367ca-46a3-411f-934e-fe92084ffc6a tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:21.899865 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf79325-9f16-418b-af4b-11f307355ddc', 'name': 'network-vif-deleted', 'tag': '64eafe05-aea5-4f02-aeac-d969f41fb547'}] {{(pid=91753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:21:21.902116 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4a07d5f70f7fd4dbd3fa52429be7a5e9952b90ad99acae3e898da8695de761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2922233-f2da-439d-b645-85780fd48a66" -d '{"events": [{"server_uuid": "9bf79325-9f16-418b-af4b-11f307355ddc", "name": "network-vif-deleted", "tag": "64eafe05-aea5-4f02-aeac-d969f41fb547"}]}' {{(pid=91753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:21:21.940321 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771c9319-c586-4dd7-9a23-6b3dbd1d04b1 req-81e7c03b-c5f8-42ce-a9b4-573875636a20 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:21.941913 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-771c9319-c586-4dd7-9a23-6b3dbd1d04b1 req-81e7c03b-c5f8-42ce-a9b4-573875636a20 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 944 time: 0.2541184 May 31 18:21:21.943466 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-1baa9604-5e08-4031-a4fd-9e8a4ff331ab req-6a3367ca-46a3-411f-934e-fe92084ffc6a tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.20 "DELETE /v2.0/ports/64eafe05-aea5-4f02-aeac-d969f41fb547 HTTP/1.1" status: 204 len: 173 time: 0.8823161 May 31 18:21:21.949002 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Provisioning complete for port 81e7c184-03d2-4a3e-a144-711065ad86db triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:21:21.949669 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:21.981270 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b059c2-c5a4-44c3-98cd-102ff765d079 x-openstack-request-id: req-e5b059c2-c5a4-44c3-98cd-102ff765d079 {{(pid=91753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:21:21.981596 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf79325-9f16-418b-af4b-11f307355ddc", "name": "network-vif-deleted", "tag": "64eafe05-aea5-4f02-aeac-d969f41fb547", "status": "completed", "code": 200}]} {{(pid=91753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:21:21.981863 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e5b059c2-c5a4-44c3-98cd-102ff765d079 {{(pid=91753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:21:21.982309 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf79325-9f16-418b-af4b-11f307355ddc', 'name': 'network-vif-deleted', 'tag': '64eafe05-aea5-4f02-aeac-d969f41fb547', 'status': 'completed', 'code': 200} May 31 18:21:22.005123 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-771c9319-c586-4dd7-9a23-6b3dbd1d04b1 req-b24aedc4-5b3c-4879-81a5-79ac7b497801 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475795 May 31 18:21:22.106272 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:22.135147 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac91ea36-952d-4c6f-a706-4f1ad1c56593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e7c184-03d2-4a3e-a144-711065ad86db'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:21:22.138313 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e2032fe1b554800b495be35bbba042da1e7f6a6deba8ede5c150f2a358caca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd855f2e-f090-4a73-9775-a79dc020e4c5" -d '{"events": [{"server_uuid": "ac91ea36-952d-4c6f-a706-4f1ad1c56593", "name": "network-vif-plugged", "status": "completed", "tag": "81e7c184-03d2-4a3e-a144-711065ad86db"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:21:22.146107 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 81e7c184-03d2-4a3e-a144-711065ad86db, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=81e7c184-03d2-4a3e-a144-711065ad86db,segment=NetworkSegment(9e7eb541-2a48-4373-bede-dc253746dbb0),segment_id=9e7eb541-2a48-4373-bede-dc253746dbb0)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:21:22.151015 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:22.153623 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:22.188672 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2c458e-1a50-45e4-8ed1-8ed4a95d40f7 x-openstack-request-id: req-6a2c458e-1a50-45e4-8ed1-8ed4a95d40f7 {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:21:22.189034 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac91ea36-952d-4c6f-a706-4f1ad1c56593", "name": "network-vif-plugged", "status": "completed", "tag": "81e7c184-03d2-4a3e-a144-711065ad86db", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:21:22.189297 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6a2c458e-1a50-45e4-8ed1-8ed4a95d40f7 {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:21:22.189678 dv-cinder-770050-4-smb neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac91ea36-952d-4c6f-a706-4f1ad1c56593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e7c184-03d2-4a3e-a144-711065ad86db', 'code': 200} May 31 18:21:22.224340 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=81e7c184-03d2-4a3e-a144-711065ad86db,revision_number=7']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:22.228454 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:22.586330 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-bc32014e-4171-4981-90a2-61cc0afd3f1d req-f957c896-e362-4ef2-815a-0e0d9164601c tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Synchronizing usage tracker for tenant:c3d994f16a334298af3d28d648ac58b5 on resource:port {{(pid=91753) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:21:22.601923 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-bc32014e-4171-4981-90a2-61cc0afd3f1d req-f957c896-e362-4ef2-815a-0e0d9164601c tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Unset dirty status for tenant:c3d994f16a334298af3d28d648ac58b5 on resource:port {{(pid=91753) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:21:22.603113 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-bc32014e-4171-4981-90a2-61cc0afd3f1d req-f957c896-e362-4ef2-815a-0e0d9164601c tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] 10.222.0.25 "GET /v2.0/ports?device_id=9bf79325-9f16-418b-af4b-11f307355ddc HTTP/1.1" status: 200 len: 210 time: 0.0586329 May 31 18:21:22.699807 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeba57a-dd98-4889-8f50-1ac144229939 req-7cbcee9e-2efc-4549-b77b-a065f940fe39 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:22.701249 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-1eeba57a-dd98-4889-8f50-1ac144229939 req-7cbcee9e-2efc-4549-b77b-a065f940fe39 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 945 time: 0.0788639 May 31 18:21:22.744007 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-1eeba57a-dd98-4889-8f50-1ac144229939 req-d43aeee1-6473-48b2-b536-e0cd66e8a0ac tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=258f730c-5383-42e6-bee2-f4b55ca3abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371521 May 31 18:21:23.055020 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.agents_db [None req-6172caff-413f-4f38-b24a-66359638417e None None] Agent healthcheck: found 6 active agents {{(pid=91756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:21:23.195931 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a4ccd-4f7e-41c7-af23-e4c4e910519b req-532df4bc-bb4a-4500-b4f9-414ebcb2cc3e tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:23.197368 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-197a4ccd-4f7e-41c7-af23-e4c4e910519b req-532df4bc-bb4a-4500-b4f9-414ebcb2cc3e tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 945 time: 0.0806568 May 31 18:21:23.240008 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-197a4ccd-4f7e-41c7-af23-e4c4e910519b req-5caf1e06-d494-4d1a-99fe-6be7bdb2f433 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369883 May 31 18:21:23.696145 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 59434) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:21:23.888917 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 64eafe05-aea5-4f02-aeac-d969f41fb547 no longer exists at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:21:23.930318 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] No Port match for: 64eafe05-aea5-4f02-aeac-d969f41fb547 {{(pid=91755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:21:23.930881 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 64eafe05-aea5-4f02-aeac-d969f41fb547 not bound to the agent host hv-cinder-77005 {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:21:23.935279 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de95424-6814-4f22-ad32-365a83882d31 req-3a0f04cc-f78d-4129-b40a-f86d3edda118 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:23.936851 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-2de95424-6814-4f22-ad32-365a83882d31 req-3a0f04cc-f78d-4129-b40a-f86d3edda118 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 945 time: 0.0881870 May 31 18:21:23.981059 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-2de95424-6814-4f22-ad32-365a83882d31 req-8abb1872-27a0-41c3-82a5-2e3e05cebd8b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=258f730c-5383-42e6-bee2-f4b55ca3abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385127 May 31 18:21:24.224173 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-d5b9ca77-bf22-4b07-882a-d989ed3c6633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960266'] for router_interface, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:24.634483 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1656f2-49cf-498e-b001-414a8adee28b req-3b7b141a-6cf0-4ca0-adca-80597ffd9890 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:24.635937 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-4c1656f2-49cf-498e-b001-414a8adee28b req-3b7b141a-6cf0-4ca0-adca-80597ffd9890 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 945 time: 0.2836177 May 31 18:21:24.694876 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-4c1656f2-49cf-498e-b001-414a8adee28b req-cf0220c9-46c8-4697-a24e-a01442f5d583 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505767 May 31 18:21:24.815001 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [None req-d5b9ca77-bf22-4b07-882a-d989ed3c6633 admin admin] Deleting port f0cf066c-d0b6-4835-867a-12befe8d4f64 {{(pid=91754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:21:24.815366 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-d5b9ca77-bf22-4b07-882a-d989ed3c6633 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:24.946493 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [None req-d5b9ca77-bf22-4b07-882a-d989ed3c6633 admin admin] For port f0cf066c-d0b6-4835-867a-12befe8d4f64, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=f0cf066c-d0b6-4835-867a-12befe8d4f64,segment=NetworkSegment(b9f4f3c2-f30c-4328-8149-c1013c816903),segment_id=b9f4f3c2-f30c-4328-8149-c1013c816903)] {{(pid=91754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:21:24.946844 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-d5b9ca77-bf22-4b07-882a-d989ed3c6633 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:25.070390 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [None req-d5b9ca77-bf22-4b07-882a-d989ed3c6633 admin admin] Calling delete_port for f0cf066c-d0b6-4835-867a-12befe8d4f64 owned by network:router_interface {{(pid=91754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:21:25.202931 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e29998-eab4-4f13-a406-26a3ab4260c2 req-7dafb3bc-8c75-4ee7-ad27-e2959521eb89 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:25.205775 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-f2e29998-eab4-4f13-a406-26a3ab4260c2 req-7dafb3bc-8c75-4ee7-ad27-e2959521eb89 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 945 time: 0.1151896 May 31 18:21:25.267508 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-f2e29998-eab4-4f13-a406-26a3ab4260c2 req-2b9371e5-4070-4299-8dd3-f4b113cf4c1f tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=258f730c-5383-42e6-bee2-f4b55ca3abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535347 May 31 18:21:25.410861 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-d5b9ca77-bf22-4b07-882a-d989ed3c6633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:25.416072 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:25.463187 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b9ca77-bf22-4b07-882a-d989ed3c6633 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0cf066c-d0b6-4835-867a-12befe8d4f64,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:25.466504 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-d5b9ca77-bf22-4b07-882a-d989ed3c6633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:25.794315 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-d5b9ca77-bf22-4b07-882a-d989ed3c6633 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-956058'] for router_interface, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:26.278200 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa506c06-45d8-43af-b7ff-e122c0c23830 req-7fd422bd-c07a-4e91-a46e-c70cc184d9cd tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:26.279684 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-aa506c06-45d8-43af-b7ff-e122c0c23830 req-7fd422bd-c07a-4e91-a46e-c70cc184d9cd tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 945 time: 0.4118688 May 31 18:21:26.428536 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-aa506c06-45d8-43af-b7ff-e122c0c23830 req-eeead7ee-b803-4372-b558-b6109a8ef2ba tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364419 May 31 18:21:26.473605 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b9ca77-bf22-4b07-882a-d989ed3c6633 admin admin] Router 66b8ee38-5569-4633-aca3-9268eff51c8d has already been hosted by L3 agent aa8b4aa1-734a-4f99-a735-849181ae9a49 {{(pid=91754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:21:26.480913 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e51ba1-ef74-4b1c-b423-4804f28ed9b2 req-b9547ba6-d1ad-41f5-8658-c945f8f3592d tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:26.482949 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-e6e51ba1-ef74-4b1c-b423-4804f28ed9b2 req-b9547ba6-d1ad-41f5-8658-c945f8f3592d tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 945 time: 0.0987666 May 31 18:21:26.546116 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-e6e51ba1-ef74-4b1c-b423-4804f28ed9b2 req-34221a48-9fc7-4b41-982b-b7178dd8b2d7 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=258f730c-5383-42e6-bee2-f4b55ca3abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556509 May 31 18:21:26.681429 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b9ca77-bf22-4b07-882a-d989ed3c6633 admin admin] Notify agent at l3_agent.dv-cinder-770050-4-smb the message routers_updated {{(pid=91754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:21:26.689819 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b59f4be-ec69-4624-8079-f6ccba4afa1e None None] Sync routers for ids ['66b8ee38-5569-4633-aca3-9268eff51c8d'] in dv-cinder-770050-4-smb {{(pid=91756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:21:26.703693 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b59f4be-ec69-4624-8079-f6ccba4afa1e None None] Routers {'66b8ee38-5569-4633-aca3-9268eff51c8d'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:21:26.705939 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-2b59f4be-ec69-4624-8079-f6ccba4afa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:21:18Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['66b8ee38-5569-4633-aca3-9268eff51c8d'], 'active': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:21:26.717271 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-d5b9ca77-bf22-4b07-882a-d989ed3c6633 admin admin] 10.222.0.25 "PUT /v2.0/routers/66b8ee38-5569-4633-aca3-9268eff51c8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0200162 May 31 18:21:26.719649 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 59490) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:21:26.933238 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-44e85de5-bd71-40fe-a0fa-35c7a36adaa9 admin admin] Notify callbacks [] for router, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:26.942581 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvr_db [None req-2b59f4be-ec69-4624-8079-f6ccba4afa1e None None] Set router 66b8ee38-5569-4633-aca3-9268eff51c8d gateway port host: dv-cinder-770050-4-smb {{(pid=91756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:21:27.143736 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-44e85de5-bd71-40fe-a0fa-35c7a36adaa9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:27.271341 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-2b59f4be-ec69-4624-8079-f6ccba4afa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b8ee38-5569-4633-aca3-9268eff51c8d', 'name': 'tempest-ServerRescueNegativeTestJSON-613403006-router', 'tenant_id': 'c3d994f16a334298af3d28d648ac58b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': 'f4687bc7-7e17-442d-8460-fb0b28291b22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:32Z', 'updated_at': '2021-05-31T18:21:25Z', 'revision_number': 5, 'project_id': 'c3d994f16a334298af3d28d648ac58b5', 'gw_port': {'id': 'f4687bc7-7e17-442d-8460-fb0b28291b22', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:45:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66b8ee38-5569-4633-aca3-9268eff51c8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:35Z', 'updated_at': '2021-05-31T18:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb'}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:21:27.276497 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b59f4be-ec69-4624-8079-f6ccba4afa1e None None] Checking router: 66b8ee38-5569-4633-aca3-9268eff51c8d for host: dv-cinder-770050-4-smb {{(pid=91756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:21:27.285809 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b59f4be-ec69-4624-8079-f6ccba4afa1e None None] Routers {'66b8ee38-5569-4633-aca3-9268eff51c8d'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:21:27.286585 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-2b59f4be-ec69-4624-8079-f6ccba4afa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:21:18Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['66b8ee38-5569-4633-aca3-9268eff51c8d'], 'active': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:21:27.301077 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [None req-44e85de5-bd71-40fe-a0fa-35c7a36adaa9 admin admin] Deleting port f4687bc7-7e17-442d-8460-fb0b28291b22 {{(pid=91754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:21:27.301414 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-44e85de5-bd71-40fe-a0fa-35c7a36adaa9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:27.441961 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [None req-44e85de5-bd71-40fe-a0fa-35c7a36adaa9 admin admin] For port f4687bc7-7e17-442d-8460-fb0b28291b22, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=f4687bc7-7e17-442d-8460-fb0b28291b22,segment=NetworkSegment(909c7060-bfe5-455f-9f67-8bef71bab1ed),segment_id=909c7060-bfe5-455f-9f67-8bef71bab1ed)] {{(pid=91754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:21:27.442543 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-44e85de5-bd71-40fe-a0fa-35c7a36adaa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:27.467071 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvr_db [None req-2b59f4be-ec69-4624-8079-f6ccba4afa1e None None] Set router 66b8ee38-5569-4633-aca3-9268eff51c8d gateway port host: None {{(pid=91756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:21:27.591459 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-2b59f4be-ec69-4624-8079-f6ccba4afa1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66b8ee38-5569-4633-aca3-9268eff51c8d', 'name': 'tempest-ServerRescueNegativeTestJSON-613403006-router', 'tenant_id': 'c3d994f16a334298af3d28d648ac58b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:32Z', 'updated_at': '2021-05-31T18:21:27Z', 'revision_number': 6, 'project_id': 'c3d994f16a334298af3d28d648ac58b5', 'gw_port_host': None}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:21:27.596273 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b59f4be-ec69-4624-8079-f6ccba4afa1e None None] The sync data for ids ['66b8ee38-5569-4633-aca3-9268eff51c8d'] in dv-cinder-770050-4-smb is: [{'id': '66b8ee38-5569-4633-aca3-9268eff51c8d', 'name': 'tempest-ServerRescueNegativeTestJSON-613403006-router', 'tenant_id': 'c3d994f16a334298af3d28d648ac58b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:32Z', 'updated_at': '2021-05-31T18:21:27Z', 'revision_number': 6, 'project_id': 'c3d994f16a334298af3d28d648ac58b5', 'gw_port_host': None}] {{(pid=91756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:21:27.708124 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [None req-44e85de5-bd71-40fe-a0fa-35c7a36adaa9 admin admin] Calling delete_port for f4687bc7-7e17-442d-8460-fb0b28291b22 owned by network:router_gateway {{(pid=91754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:21:27.771152 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265abb8-d0fc-4bda-b18e-48da96f7c93f req-1a2cbf92-2198-457c-b3cf-9f9dd8de8ab5 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:27.778884 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-1265abb8-d0fc-4bda-b18e-48da96f7c93f req-1a2cbf92-2198-457c-b3cf-9f9dd8de8ab5 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 945 time: 0.1018405 May 31 18:21:27.779286 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93969cb6-027f-48d3-9c33-43b4b12db182 req-7a6cbcc6-35e9-4abf-829a-718a1b66803a tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:27.780953 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-93969cb6-027f-48d3-9c33-43b4b12db182 req-7a6cbcc6-35e9-4abf-829a-718a1b66803a tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 945 time: 0.1102264 May 31 18:21:27.835326 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-1265abb8-d0fc-4bda-b18e-48da96f7c93f req-27dde365-57e0-463d-a589-585d239a92e9 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=258f730c-5383-42e6-bee2-f4b55ca3abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525341 May 31 18:21:27.869457 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-93969cb6-027f-48d3-9c33-43b4b12db182 req-84818e96-ee37-46c4-9e42-147bb4b05fe7 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706050 May 31 18:21:27.986071 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-44e85de5-bd71-40fe-a0fa-35c7a36adaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:27.991364 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-74faa1c0-7234-4b02-8174-675f64635eb8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:28.039212 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device f0cf066c-d0b6-4835-867a-12befe8d4f64 no longer exists at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:21:28.134086 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e85de5-bd71-40fe-a0fa-35c7a36adaa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4687bc7-7e17-442d-8460-fb0b28291b22,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:28.135116 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-44e85de5-bd71-40fe-a0fa-35c7a36adaa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:28.223555 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] No Port match for: f0cf066c-d0b6-4835-867a-12befe8d4f64 {{(pid=91755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:21:28.224243 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device f0cf066c-d0b6-4835-867a-12befe8d4f64 not bound to the agent host dv-cinder-770050-4-smb {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:21:28.462360 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-44e85de5-bd71-40fe-a0fa-35c7a36adaa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-960535'] for router_gateway, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:28.497117 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fc8a4-dc5e-4e3b-adf1-b7fc138b9ac2 req-b628ea38-d6b8-4300-8e8d-99e1286a5f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:28.498595 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-ec8fc8a4-dc5e-4e3b-adf1-b7fc138b9ac2 req-b628ea38-d6b8-4300-8e8d-99e1286a5f35 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cd65573bbe3e4966baf7dbde3d06304a&device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 1098 time: 0.0940900 May 31 18:21:28.683378 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fc8a4-dc5e-4e3b-adf1-b7fc138b9ac2 req-4c74f190-1799-4140-8233-6f767b8d6edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:28.684864 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-ec8fc8a4-dc5e-4e3b-adf1-b7fc138b9ac2 req-4c74f190-1799-4140-8233-6f767b8d6edb service neutron] 10.222.0.20 "GET /v2.0/networks?id=2caae92d-233f-4a42-bb44-03a041ebb28d HTTP/1.1" status: 200 len: 910 time: 0.1796603 May 31 18:21:28.762558 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-44e85de5-bd71-40fe-a0fa-35c7a36adaa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-956314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2143'] for router, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:28.765581 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-44e85de5-bd71-40fe-a0fa-35c7a36adaa9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:28.826909 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-ec8fc8a4-dc5e-4e3b-adf1-b7fc138b9ac2 req-ae4fea83-9aad-4f40-9be7-f5aa837deb03 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa99cb7e-9beb-4262-8b8a-a586ff3f23ea HTTP/1.1" status: 200 len: 1001 time: 0.1353803 May 31 18:21:28.882864 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-44e85de5-bd71-40fe-a0fa-35c7a36adaa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-957606'] for router, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:28.883753 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e85de5-bd71-40fe-a0fa-35c7a36adaa9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66b8ee38-5569-4633-aca3-9268eff51c8d {{(pid=91754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 18:21:28.914664 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-44e85de5-bd71-40fe-a0fa-35c7a36adaa9 admin admin] Notify callbacks [] for router, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:28.917105 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-44e85de5-bd71-40fe-a0fa-35c7a36adaa9 admin admin] 10.222.0.25 "DELETE /v2.0/routers/66b8ee38-5569-4633-aca3-9268eff51c8d HTTP/1.1" status: 204 len: 168 time: 2.1925321 May 31 18:21:28.925493 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 59516) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:21:28.943570 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fc8a4-dc5e-4e3b-adf1-b7fc138b9ac2 req-33bd89e1-6631-4f6d-856f-50b4989bbcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:28.947861 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-ec8fc8a4-dc5e-4e3b-adf1-b7fc138b9ac2 req-33bd89e1-6631-4f6d-856f-50b4989bbcb6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a HTTP/1.1" status: 200 len: 849 time: 0.1126902 May 31 18:21:28.986163 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e13c953-5996-478b-8369-d339335cbe41 req-328c85e4-4b9b-4b1f-b3c8-7d1874464b78 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:28.993800 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-6e13c953-5996-478b-8369-d339335cbe41 req-328c85e4-4b9b-4b1f-b3c8-7d1874464b78 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 945 time: 0.4799767 May 31 18:21:29.074732 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-6e13c953-5996-478b-8369-d339335cbe41 req-f3485814-9de0-4a3d-9311-69bc9a42c3ff tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=258f730c-5383-42e6-bee2-f4b55ca3abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800421 May 31 18:21:29.075594 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8fc8a4-dc5e-4e3b-adf1-b7fc138b9ac2 req-970b1793-9414-4bee-993b-56b49aeecb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:29.077295 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-ec8fc8a4-dc5e-4e3b-adf1-b7fc138b9ac2 req-970b1793-9414-4bee-993b-56b49aeecb27 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2caae92d-233f-4a42-bb44-03a041ebb28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1227541 May 31 18:21:29.079004 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.db_base_plugin_v2 [None req-c22e3d0e-c0ea-4147-913b-7997626c8949 admin admin] Deleting subnet 3e3fa326-62c2-4696-a5ba-f91860a8b0f6 {{(pid=91754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 18:21:29.082731 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-c22e3d0e-c0ea-4147-913b-7997626c8949 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:29.155397 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-c22e3d0e-c0ea-4147-913b-7997626c8949 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10873434'] for subnet, precommit_delete_associations {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:29.239988 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-c22e3d0e-c0ea-4147-913b-7997626c8949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4023773'] for subnet, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:29.249957 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 59524) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:21:29.253571 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-ec8fc8a4-dc5e-4e3b-adf1-b7fc138b9ac2 req-587a0758-c1c8-4dd3-bb6b-e7045d03cfca service neutron] 10.222.0.20 "GET /v2.0/networks/2caae92d-233f-4a42-bb44-03a041ebb28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677101 May 31 18:21:29.456814 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-ec8fc8a4-dc5e-4e3b-adf1-b7fc138b9ac2 req-33e9f54c-4fb9-47f1-aa17-0e8059db7fc7 service neutron] 10.222.0.20 "GET /v2.0/networks/2caae92d-233f-4a42-bb44-03a041ebb28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514747 May 31 18:21:29.497098 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ce909-ce6a-4be2-a40d-7d4542b9aad4 req-968f954d-a575-4aff-b91c-74062779e011 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:29.504645 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-ee0ce909-ce6a-4be2-a40d-7d4542b9aad4 req-968f954d-a575-4aff-b91c-74062779e011 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 945 time: 0.2560251 May 31 18:21:29.565798 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-ee0ce909-ce6a-4be2-a40d-7d4542b9aad4 req-f3d94bc7-6f36-486f-8dc0-37754cf0eef6 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599840 May 31 18:21:29.642596 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-c22e3d0e-c0ea-4147-913b-7997626c8949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4028520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10873380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10908789'] for subnet, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:29.653240 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:29.693148 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-4f5cf19d-a578-4efa-aa8b-789c3e4a18d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:29.693895 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22e3d0e-c0ea-4147-913b-7997626c8949 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e3fa326-62c2-4696-a5ba-f91860a8b0f6,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:29.701094 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-c22e3d0e-c0ea-4147-913b-7997626c8949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:29.702062 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-c22e3d0e-c0ea-4147-913b-7997626c8949 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:29.708430 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-c22e3d0e-c0ea-4147-913b-7997626c8949 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3e3fa326-62c2-4696-a5ba-f91860a8b0f6 HTTP/1.1" status: 204 len: 168 time: 0.7793989 May 31 18:21:29.711600 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 59530) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:21:29.714527 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-4f5cf19d-a578-4efa-aa8b-789c3e4a18d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:21:29.718757 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-4f5cf19d-a578-4efa-aa8b-789c3e4a18d0 admin admin] Usage tracker for resource:security_group_rule and tenant:e82c3d4b84d840adac45e808ee960cbf is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:21:29.721867 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-4f5cf19d-a578-4efa-aa8b-789c3e4a18d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:21:29.729140 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-4f5cf19d-a578-4efa-aa8b-789c3e4a18d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:21:29.819201 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-4f5cf19d-a578-4efa-aa8b-789c3e4a18d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:29.824918 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-4f5cf19d-a578-4efa-aa8b-789c3e4a18d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:29.844251 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-7eeeb7f9-4da5-4a34-b2ac-7f0f096eef0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4129193'] for network, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:29.856601 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-55174d2d-0978-4a21-9ce9-0027ab17b0a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:29.865991 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-4f5cf19d-a578-4efa-aa8b-789c3e4a18d0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e82c3d4b84d840adac45e808ee960cbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6148531 May 31 18:21:29.868598 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 59534) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:21:29.938489 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5cf19d-a578-4efa-aa8b-789c3e4a18d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5b8787-83a1-47e6-8f31-49ee9268519b,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:29.947279 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-4f5cf19d-a578-4efa-aa8b-789c3e4a18d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:29.982799 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-47b2d4db-9fa6-44f0-86a8-71adaf018080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:30.017702 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-7eeeb7f9-4da5-4a34-b2ac-7f0f096eef0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4026450', 'neutron.services.segments.db._delete_segments_for_network-8763744138716'] for network, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:30.027336 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device f4687bc7-7e17-442d-8460-fb0b28291b22 no longer exists at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:21:30.030294 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-47b2d4db-9fa6-44f0-86a8-71adaf018080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:30.034209 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.services.segments.db [None req-7eeeb7f9-4da5-4a34-b2ac-7f0f096eef0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc']}} {{(pid=91754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:21:30.060530 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.services.segments.db [None req-7eeeb7f9-4da5-4a34-b2ac-7f0f096eef0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f4f3c2-f30c-4328-8149-c1013c816903') {'for_net_delete': True} {{(pid=91754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:21:30.060891 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.services.segments.db [None req-7eeeb7f9-4da5-4a34-b2ac-7f0f096eef0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f4f3c2-f30c-4328-8149-c1013c816903') {} {{(pid=91754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:21:30.072857 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-7eeeb7f9-4da5-4a34-b2ac-7f0f096eef0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763744148125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10873425'] for segment, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:30.093306 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] No Port match for: f4687bc7-7e17-442d-8460-fb0b28291b22 {{(pid=91755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:21:30.097101 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device f4687bc7-7e17-442d-8460-fb0b28291b22 not bound to the agent host dv-cinder-770050-4-smb {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:21:30.102480 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-7eeeb7f9-4da5-4a34-b2ac-7f0f096eef0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090'] for segment, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:30.110765 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eeeb7f9-4da5-4a34-b2ac-7f0f096eef0f admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=91754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 18:21:30.111156 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-7eeeb7f9-4da5-4a34-b2ac-7f0f096eef0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10873986'] for segment, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:30.122279 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-47b2d4db-9fa6-44f0-86a8-71adaf018080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:30.128709 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-31e964fb-07dd-46ca-9661-db7102dbff06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:30.130523 dv-cinder-770050-4-smb neutron-server[91754]: Traceback (most recent call last): May 31 18:21:30.130523 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 18:21:30.130523 dv-cinder-770050-4-smb neutron-server[91754]: timer() May 31 18:21:30.130523 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 18:21:30.130523 dv-cinder-770050-4-smb neutron-server[91754]: cb(*args, **kw) May 31 18:21:30.130523 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 18:21:30.130523 dv-cinder-770050-4-smb neutron-server[91754]: return func(*args, **kwargs) May 31 18:21:30.130523 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 18:21:30.130523 dv-cinder-770050-4-smb neutron-server[91754]: self._notify() May 31 18:21:30.130523 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 18:21:30.130523 dv-cinder-770050-4-smb neutron-server[91754]: self.callback(batched_events) May 31 18:21:30.130523 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 18:21:30.130523 dv-cinder-770050-4-smb neutron-server[91754]: event.method(event) May 31 18:21:30.130523 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 18:21:30.130523 dv-cinder-770050-4-smb neutron-server[91754]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 18:21:30.130523 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 18:21:30.130523 dv-cinder-770050-4-smb neutron-server[91754]: aggregate_uuid = self.p_client.list_aggregates( May 31 18:21:30.130523 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 18:21:30.130523 dv-cinder-770050-4-smb neutron-server[91754]: return f(self, *a, **k) May 31 18:21:30.130523 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 18:21:30.130523 dv-cinder-770050-4-smb neutron-server[91754]: return self._get(url).json() May 31 18:21:30.130523 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 18:21:30.130523 dv-cinder-770050-4-smb neutron-server[91754]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 18:21:30.130523 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 18:21:30.130523 dv-cinder-770050-4-smb neutron-server[91754]: return self.request(url, 'GET', **kwargs) May 31 18:21:30.130523 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 18:21:30.130523 dv-cinder-770050-4-smb neutron-server[91754]: base_url = self.get_endpoint(auth, allow=allow, May 31 18:21:30.130523 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 18:21:30.130523 dv-cinder-770050-4-smb neutron-server[91754]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 18:21:30.130523 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 18:21:30.130523 dv-cinder-770050-4-smb neutron-server[91754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 18:21:30.130523 dv-cinder-770050-4-smb neutron-server[91754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 18:21:30.139722 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2d4db-9fa6-44f0-86a8-71adaf018080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5b8787-83a1-47e6-8f31-49ee9268519b,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:30.142710 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-47b2d4db-9fa6-44f0-86a8-71adaf018080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:30.149252 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-47b2d4db-9fa6-44f0-86a8-71adaf018080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:30.152629 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-47b2d4db-9fa6-44f0-86a8-71adaf018080 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2b5b8787-83a1-47e6-8f31-49ee9268519b HTTP/1.1" status: 204 len: 168 time: 0.2806962 May 31 18:21:30.320623 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-7eeeb7f9-4da5-4a34-b2ac-7f0f096eef0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4026459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960522'] for network, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:30.332814 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:30.353923 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-7eeeb7f9-4da5-4a34-b2ac-7f0f096eef0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for network, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:30.460660 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeeb7f9-4da5-4a34-b2ac-7f0f096eef0f admin admin] Pushing event deleted for resources: {'Network': ['ID=7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:30.467206 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-7eeeb7f9-4da5-4a34-b2ac-7f0f096eef0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:30.478411 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-7eeeb7f9-4da5-4a34-b2ac-7f0f096eef0f admin admin] 10.222.0.25 "DELETE /v2.0/networks/7ef6e96e-8515-4e1c-9237-2ccaf6adb7dc HTTP/1.1" status: 204 len: 168 time: 0.7631464 May 31 18:21:30.495722 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b1805-0c8b-4e8a-8356-52ee903bb49a req-bb4d889c-671a-4b1d-9104-21e89a618065 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:30.497253 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c52b1805-0c8b-4e8a-8356-52ee903bb49a req-bb4d889c-671a-4b1d-9104-21e89a618065 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 945 time: 0.2482834 May 31 18:21:30.552447 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c52b1805-0c8b-4e8a-8356-52ee903bb49a req-97e0f30f-2820-478e-93cf-8634a2c759ca tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=258f730c-5383-42e6-bee2-f4b55ca3abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472119 May 31 18:21:30.771455 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 59556) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:21:30.831264 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe2e819-b621-4191-ab50-75439185dd58 req-3b2a9117-379d-448c-a65f-0638faeaac48 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:30.832880 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-bfe2e819-b621-4191-ab50-75439185dd58 req-3b2a9117-379d-448c-a65f-0638faeaac48 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 945 time: 0.1232402 May 31 18:21:30.875121 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-21591abb-d952-4fea-9339-44995dcffd3b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c3d994f16a334298af3d28d648ac58b5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1020243 May 31 18:21:30.876258 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 59560) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:21:30.915065 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-bfe2e819-b621-4191-ab50-75439185dd58 req-69ac4178-dd42-4781-9787-f79123229a06 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664728 May 31 18:21:30.940485 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-84c20e05-98f0-4798-b7af-b71405fb390c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:30.968664 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-84c20e05-98f0-4798-b7af-b71405fb390c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:31.041311 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-84c20e05-98f0-4798-b7af-b71405fb390c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:31.052992 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-0ca8180c-77d0-43a7-a1e5-f30ac2198c8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:31.067870 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c20e05-98f0-4798-b7af-b71405fb390c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26ad6f2-6659-427f-945f-71661cf36130,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:31.078732 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-84c20e05-98f0-4798-b7af-b71405fb390c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:31.092897 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-84c20e05-98f0-4798-b7af-b71405fb390c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:31.094511 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-84c20e05-98f0-4798-b7af-b71405fb390c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d26ad6f2-6659-427f-945f-71661cf36130 HTTP/1.1" status: 204 len: 168 time: 0.2171841 May 31 18:21:31.837380 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f97c679-7da9-4ac0-b53d-03a5b3b65f70 req-32d83af3-7c14-4df6-b4d9-f6495fe53486 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:31.847559 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-4f97c679-7da9-4ac0-b53d-03a5b3b65f70 req-32d83af3-7c14-4df6-b4d9-f6495fe53486 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 945 time: 0.1527290 May 31 18:21:31.904499 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-4f97c679-7da9-4ac0-b53d-03a5b3b65f70 req-5d1dedd0-9610-4c6b-a357-1bd7c1cc0f41 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=258f730c-5383-42e6-bee2-f4b55ca3abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557714 May 31 18:21:32.320440 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bdc0d-7cbd-440d-8543-aae57d08b5c4 req-8c7697f0-b733-4b76-8676-b4ee370f5b6d tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:32.342818 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-938bdc0d-7cbd-440d-8543-aae57d08b5c4 req-8c7697f0-b733-4b76-8676-b4ee370f5b6d tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 945 time: 0.2680306 May 31 18:21:32.444712 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-938bdc0d-7cbd-440d-8543-aae57d08b5c4 req-e0fd00d8-bd3a-4486-9592-1c4b69deafda tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771253 May 31 18:21:33.540962 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 59648) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:21:33.695508 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae78e2f-5015-488f-85fb-443ffdfe4fa0 req-f08bbbc8-4058-487a-8d26-b9cd1dcc5992 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:33.698121 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-7ae78e2f-5015-488f-85fb-443ffdfe4fa0 req-f08bbbc8-4058-487a-8d26-b9cd1dcc5992 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 945 time: 0.1163549 May 31 18:21:33.735840 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-57d000f5-1c0a-4596-a415-8f29fcbad04e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:33.761429 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-57d000f5-1c0a-4596-a415-8f29fcbad04e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:21:33.766209 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-57d000f5-1c0a-4596-a415-8f29fcbad04e admin admin] Usage tracker for resource:security_group_rule and tenant:9b4ac7c930c343f2a054c2a1328970fc is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:21:33.769268 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-57d000f5-1c0a-4596-a415-8f29fcbad04e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:21:33.780151 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-57d000f5-1c0a-4596-a415-8f29fcbad04e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:21:33.788076 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-7ae78e2f-5015-488f-85fb-443ffdfe4fa0 req-84d87631-b434-4c15-b8af-af7db6c74503 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750809 May 31 18:21:33.925673 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-57d000f5-1c0a-4596-a415-8f29fcbad04e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:33.931184 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-57d000f5-1c0a-4596-a415-8f29fcbad04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:33.943295 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-3971d879-1f22-4b10-a8d7-1f20d0011e4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:34.002056 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 59658) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:21:34.004648 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-57d000f5-1c0a-4596-a415-8f29fcbad04e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9b4ac7c930c343f2a054c2a1328970fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4625111 May 31 18:21:34.007281 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d000f5-1c0a-4596-a415-8f29fcbad04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d244e6d7-e800-4e77-81db-6bcf77e1dcba,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:34.011204 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-57d000f5-1c0a-4596-a415-8f29fcbad04e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:34.067588 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-ddc425a6-c8dc-480d-93d3-2892d49fb538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:34.094240 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-ddc425a6-c8dc-480d-93d3-2892d49fb538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:34.153532 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-ddc425a6-c8dc-480d-93d3-2892d49fb538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:34.157952 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-38dca5e4-824e-46eb-a0d6-beb2f7bc02d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:34.172137 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc425a6-c8dc-480d-93d3-2892d49fb538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d244e6d7-e800-4e77-81db-6bcf77e1dcba,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:34.181494 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc425a6-c8dc-480d-93d3-2892d49fb538 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:34.181859 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc425a6-c8dc-480d-93d3-2892d49fb538 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:34.182224 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc425a6-c8dc-480d-93d3-2892d49fb538 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:34.182557 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc425a6-c8dc-480d-93d3-2892d49fb538 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:34.182901 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc425a6-c8dc-480d-93d3-2892d49fb538 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:34.183349 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc425a6-c8dc-480d-93d3-2892d49fb538 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:34.183695 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc425a6-c8dc-480d-93d3-2892d49fb538 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:34.184054 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc425a6-c8dc-480d-93d3-2892d49fb538 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:34.184397 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc425a6-c8dc-480d-93d3-2892d49fb538 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:34.184728 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc425a6-c8dc-480d-93d3-2892d49fb538 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:34.185062 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc425a6-c8dc-480d-93d3-2892d49fb538 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:34.185394 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc425a6-c8dc-480d-93d3-2892d49fb538 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:21:34.192455 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-ddc425a6-c8dc-480d-93d3-2892d49fb538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:34.196422 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-ddc425a6-c8dc-480d-93d3-2892d49fb538 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d244e6d7-e800-4e77-81db-6bcf77e1dcba HTTP/1.1" status: 204 len: 168 time: 0.1903360 May 31 18:21:34.196422 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-ddc425a6-c8dc-480d-93d3-2892d49fb538 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:34.530747 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 59666) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:21:34.548904 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-8a6fc0d5-228e-4910-afc8-a5066a4f52c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:34.564285 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-8a6fc0d5-228e-4910-afc8-a5066a4f52c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:21:34.568910 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-8a6fc0d5-228e-4910-afc8-a5066a4f52c7 admin admin] Usage tracker for resource:security_group_rule and tenant:4dd5d34ed4aa4d9d9a4d9c508d5e98a0 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:21:34.571568 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-8a6fc0d5-228e-4910-afc8-a5066a4f52c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:21:34.577190 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-8a6fc0d5-228e-4910-afc8-a5066a4f52c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:21:34.668677 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-8a6fc0d5-228e-4910-afc8-a5066a4f52c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:34.673917 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-8a6fc0d5-228e-4910-afc8-a5066a4f52c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:34.681783 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-a28c74e1-b957-41ed-8bf9-dd5c2b90dc5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:34.726245 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-8a6fc0d5-228e-4910-afc8-a5066a4f52c7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4dd5d34ed4aa4d9d9a4d9c508d5e98a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1944242 May 31 18:21:34.727798 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6fc0d5-228e-4910-afc8-a5066a4f52c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ee86d5-109c-4fd0-bfb7-27b3c232f440,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:34.728911 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 59670) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:21:34.730747 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-8a6fc0d5-228e-4910-afc8-a5066a4f52c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:34.797744 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-24dd5c3f-6f86-4bfa-ae15-f02db00c6a38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:34.825879 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-24dd5c3f-6f86-4bfa-ae15-f02db00c6a38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:34.889009 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-24dd5c3f-6f86-4bfa-ae15-f02db00c6a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:34.893358 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:34.905205 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd5c3f-6f86-4bfa-ae15-f02db00c6a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ee86d5-109c-4fd0-bfb7-27b3c232f440,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:34.907824 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-24dd5c3f-6f86-4bfa-ae15-f02db00c6a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:34.920015 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-24dd5c3f-6f86-4bfa-ae15-f02db00c6a38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:34.923503 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-24dd5c3f-6f86-4bfa-ae15-f02db00c6a38 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/11ee86d5-109c-4fd0-bfb7-27b3c232f440 HTTP/1.1" status: 204 len: 168 time: 0.1912587 May 31 18:21:35.032718 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac9cc7-7f8c-4366-a642-1c9d09f2037a req-1101b488-9ef8-4915-a106-91316b27d39d tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:35.035043 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-38ac9cc7-7f8c-4366-a642-1c9d09f2037a req-1101b488-9ef8-4915-a106-91316b27d39d tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 945 time: 0.1048958 May 31 18:21:35.092447 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-38ac9cc7-7f8c-4366-a642-1c9d09f2037a req-ec9d406f-352a-4cd3-a3f9-16f9ec133519 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476480 May 31 18:21:36.326944 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ab88f4-76fe-4197-98c5-e2f1c5636064 req-841f248d-8327-45dc-bb6a-701590390206 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:36.333100 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-50ab88f4-76fe-4197-98c5-e2f1c5636064 req-841f248d-8327-45dc-bb6a-701590390206 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 945 time: 0.1027238 May 31 18:21:36.391669 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-50ab88f4-76fe-4197-98c5-e2f1c5636064 req-b023af4c-061f-4157-b923-da8340136cf7 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504727 May 31 18:21:37.514585 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 59780) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:21:37.582835 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552a131-76f9-4f00-ad0f-fde21aa629ba req-8e94afb8-7bb4-4441-80ab-031985d08757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:37.584771 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-b552a131-76f9-4f00-ad0f-fde21aa629ba req-8e94afb8-7bb4-4441-80ab-031985d08757 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4d1b216261e41c7aa55b53c9f2a5ab7&device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 1098 time: 0.1503432 May 31 18:21:37.638750 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-7aa3f49c-1f38-40e2-9426-a319c506f235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:37.652716 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-7aa3f49c-1f38-40e2-9426-a319c506f235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:21:37.656487 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-7aa3f49c-1f38-40e2-9426-a319c506f235 admin admin] Usage tracker for resource:security_group_rule and tenant:ee66633b24d74227b4f67fd4149328c7 is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:21:37.659263 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-7aa3f49c-1f38-40e2-9426-a319c506f235 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:21:37.665068 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-7aa3f49c-1f38-40e2-9426-a319c506f235 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:21:37.706623 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd2d1e-ff60-4ef3-9096-691c45574888 req-866d9e09-5cb5-49fb-baa0-ecb97a0b21ac tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:37.708518 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-e5cd2d1e-ff60-4ef3-9096-691c45574888 req-866d9e09-5cb5-49fb-baa0-ecb97a0b21ac tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 945 time: 0.1744416 May 31 18:21:37.755885 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-7aa3f49c-1f38-40e2-9426-a319c506f235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:37.761290 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-7aa3f49c-1f38-40e2-9426-a319c506f235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:37.767535 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552a131-76f9-4f00-ad0f-fde21aa629ba req-ff80a2e6-ad6b-46c3-b0a2-44c1aec90047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:37.769099 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-b552a131-76f9-4f00-ad0f-fde21aa629ba req-ff80a2e6-ad6b-46c3-b0a2-44c1aec90047 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bdb4a9e4-0610-4a9d-bf9e-a0493305c72a HTTP/1.1" status: 200 len: 917 time: 0.1777413 May 31 18:21:37.770574 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-ca325c6d-2754-4d40-971a-2ddad9658a33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:37.780310 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-e5cd2d1e-ff60-4ef3-9096-691c45574888 req-4f2739e4-8332-4555-9ce5-0360a2978925 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610683 May 31 18:21:37.798437 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3f49c-1f38-40e2-9426-a319c506f235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f36a944-1a46-4e4c-967f-7a7799c6fcd2,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:37.821689 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-7aa3f49c-1f38-40e2-9426-a319c506f235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:37.832072 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-7aa3f49c-1f38-40e2-9426-a319c506f235 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ee66633b24d74227b4f67fd4149328c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3158171 May 31 18:21:37.834137 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 59794) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:21:37.889463 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-b552a131-76f9-4f00-ad0f-fde21aa629ba req-9d53e9f4-b70a-4998-850a-b835e4270e90 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81e7c184-03d2-4a3e-a144-711065ad86db HTTP/1.1" status: 200 len: 1001 time: 0.1123307 May 31 18:21:37.893007 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-7e640f2f-c0ab-407e-85b2-b0521c2af2db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:37.921962 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-7e640f2f-c0ab-407e-85b2-b0521c2af2db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:37.954883 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552a131-76f9-4f00-ad0f-fde21aa629ba req-2d6d0a28-19d0-4016-9307-7aa3df6b5220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:37.956341 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-b552a131-76f9-4f00-ad0f-fde21aa629ba req-2d6d0a28-19d0-4016-9307-7aa3df6b5220 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a141bd4c-23e4-4ac5-be95-c7e9e5ec7954 HTTP/1.1" status: 200 len: 856 time: 0.0609105 May 31 18:21:37.976055 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-7e640f2f-c0ab-407e-85b2-b0521c2af2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:37.981789 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-4291a89c-0a14-4f2d-8249-897e720e18f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:37.998799 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e640f2f-c0ab-407e-85b2-b0521c2af2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f36a944-1a46-4e4c-967f-7a7799c6fcd2,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:38.001184 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-7e640f2f-c0ab-407e-85b2-b0521c2af2db admin admin] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:38.005484 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-7e640f2f-c0ab-407e-85b2-b0521c2af2db admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7f36a944-1a46-4e4c-967f-7a7799c6fcd2 HTTP/1.1" status: 204 len: 168 time: 0.1704924 May 31 18:21:38.007363 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-7e640f2f-c0ab-407e-85b2-b0521c2af2db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:38.049330 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b552a131-76f9-4f00-ad0f-fde21aa629ba req-84fa5cdc-bdfb-40e8-b022-50a9c7ed0e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:38.050993 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-b552a131-76f9-4f00-ad0f-fde21aa629ba req-84fa5cdc-bdfb-40e8-b022-50a9c7ed0e1b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bdb4a9e4-0610-4a9d-bf9e-a0493305c72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0876667 May 31 18:21:38.192198 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-b552a131-76f9-4f00-ad0f-fde21aa629ba req-dce677d7-b918-4419-8d53-770b78405d8c service neutron] 10.222.0.20 "GET /v2.0/networks/bdb4a9e4-0610-4a9d-bf9e-a0493305c72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347251 May 31 18:21:38.325093 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 59812) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:21:38.341101 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-b552a131-76f9-4f00-ad0f-fde21aa629ba req-223da411-7276-4bca-a22e-82f841df2406 service neutron] 10.222.0.20 "GET /v2.0/networks/bdb4a9e4-0610-4a9d-bf9e-a0493305c72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424713 May 31 18:21:38.342803 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-92bb4aa7-c75d-46a3-a483-4124f4f7b691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:38.363847 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-92bb4aa7-c75d-46a3-a483-4124f4f7b691 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:21:38.363847 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-92bb4aa7-c75d-46a3-a483-4124f4f7b691 admin admin] Usage tracker for resource:security_group_rule and tenant:58730c81047c4f08a80967264f27d14a is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:21:38.364342 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-92bb4aa7-c75d-46a3-a483-4124f4f7b691 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:21:38.370713 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-92bb4aa7-c75d-46a3-a483-4124f4f7b691 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:21:38.459874 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-92bb4aa7-c75d-46a3-a483-4124f4f7b691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:38.463653 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-92bb4aa7-c75d-46a3-a483-4124f4f7b691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:38.474217 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-e410f27f-7519-461f-a13c-bb865f8fbe6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:38.509436 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-92bb4aa7-c75d-46a3-a483-4124f4f7b691 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=58730c81047c4f08a80967264f27d14a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1831808 May 31 18:21:38.512217 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 59820) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:21:38.513711 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb4aa7-c75d-46a3-a483-4124f4f7b691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed88718a-1e4c-4ad2-9a24-82da33fd1d11,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:38.516646 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-92bb4aa7-c75d-46a3-a483-4124f4f7b691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:38.571584 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c9a7e000-3bbb-4461-bdaf-fe07e617977c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:38.597057 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c9a7e000-3bbb-4461-bdaf-fe07e617977c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:38.648171 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c9a7e000-3bbb-4461-bdaf-fe07e617977c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:38.656224 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-c9d9339a-2786-4c89-a20d-ab082c04a5a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:38.663394 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a7e000-3bbb-4461-bdaf-fe07e617977c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed88718a-1e4c-4ad2-9a24-82da33fd1d11,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:38.665722 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-c9a7e000-3bbb-4461-bdaf-fe07e617977c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:38.674909 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c9a7e000-3bbb-4461-bdaf-fe07e617977c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:38.676002 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-c9a7e000-3bbb-4461-bdaf-fe07e617977c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ed88718a-1e4c-4ad2-9a24-82da33fd1d11 HTTP/1.1" status: 204 len: 168 time: 0.1623449 May 31 18:21:38.986345 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a98f56-fa99-4e8b-a524-9d4a25fa53c1 req-64fd792c-7e86-4547-aa93-301a583012c7 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:38.987991 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-f8a98f56-fa99-4e8b-a524-9d4a25fa53c1 req-64fd792c-7e86-4547-aa93-301a583012c7 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 945 time: 0.0856531 May 31 18:21:39.034199 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-f8a98f56-fa99-4e8b-a524-9d4a25fa53c1 req-82808fff-bae1-4f9f-9db6-9183da4e9cba tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403419 May 31 18:21:39.962693 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 81e7c184-03d2-4a3e-a144-711065ad86db no longer exists at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:21:40.085959 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:40.121303 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac91ea36-952d-4c6f-a706-4f1ad1c56593', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81e7c184-03d2-4a3e-a144-711065ad86db'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:21:40.123969 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e2032fe1b554800b495be35bbba042da1e7f6a6deba8ede5c150f2a358caca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ad8f10-35f6-4572-a17e-5b6bd959d0d0" -d '{"events": [{"server_uuid": "ac91ea36-952d-4c6f-a706-4f1ad1c56593", "name": "network-vif-unplugged", "status": "completed", "tag": "81e7c184-03d2-4a3e-a144-711065ad86db"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:21:40.134662 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 81e7c184-03d2-4a3e-a144-711065ad86db, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=81e7c184-03d2-4a3e-a144-711065ad86db,segment=NetworkSegment(9e7eb541-2a48-4373-bede-dc253746dbb0),segment_id=9e7eb541-2a48-4373-bede-dc253746dbb0)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:21:40.145463 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:40.151447 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-97b4d6ce-3969-40d9-898a-dd8225f8ae65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:40.197316 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 May 2021 18:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03aa596-d3f0-44da-80fe-2df4cafd7c60 x-openstack-request-id: req-b03aa596-d3f0-44da-80fe-2df4cafd7c60 {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:21:40.197652 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac91ea36-952d-4c6f-a706-4f1ad1c56593", "name": "network-vif-unplugged", "status": "completed", "tag": "81e7c184-03d2-4a3e-a144-711065ad86db", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:21:40.197938 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b03aa596-d3f0-44da-80fe-2df4cafd7c60 {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:21:40.198371 dv-cinder-770050-4-smb neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac91ea36-952d-4c6f-a706-4f1ad1c56593', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81e7c184-03d2-4a3e-a144-711065ad86db', 'code': 200} May 31 18:21:40.233306 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=81e7c184-03d2-4a3e-a144-711065ad86db,revision_number=8']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:40.236650 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:40.250391 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434e02a-97e9-41be-bb5c-d912ab2df5e3 req-f75f9c44-f6fb-4ca0-8fcb-a66823ba8596 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:40.251828 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-c434e02a-97e9-41be-bb5c-d912ab2df5e3 req-f75f9c44-f6fb-4ca0-8fcb-a66823ba8596 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 943 time: 0.0950761 May 31 18:21:40.296568 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-c434e02a-97e9-41be-bb5c-d912ab2df5e3 req-0a986a0e-826b-40fb-bcba-3d537a31c019 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384367 May 31 18:21:42.293691 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc51c9-19be-491b-ac1f-a1daaf8c5704 req-9bf00c1d-48fe-4234-a643-0c051ce7f274 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:42.295396 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-3bdc51c9-19be-491b-ac1f-a1daaf8c5704 req-9bf00c1d-48fe-4234-a643-0c051ce7f274 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 943 time: 0.0913601 May 31 18:21:42.344192 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-3bdc51c9-19be-491b-ac1f-a1daaf8c5704 req-2bc8744c-39bf-4d18-b8bd-1c3240a4900c tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431161 May 31 18:21:42.572689 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 59958) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:21:42.691404 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-ce977029-24ff-40d1-8771-b71ae83e49a3 req-ed0ced82-933f-442b-b060-48771661eddc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1175127 May 31 18:21:43.475862 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 59984) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:21:43.565364 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968c2a8-81c1-4e43-b182-7503c1d3649c req-9970d5ee-3445-4080-abcf-04a0ed0cc760 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:43.566828 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-3968c2a8-81c1-4e43-b182-7503c1d3649c req-9970d5ee-3445-4080-abcf-04a0ed0cc760 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 943 time: 0.0973158 May 31 18:21:43.613944 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-cf5586b5-73b2-4330-8bb8-282965d82a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:43.621563 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-3968c2a8-81c1-4e43-b182-7503c1d3649c req-be03fb8d-be14-441f-b6cf-5d59124365c8 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479279 May 31 18:21:43.630875 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-cf5586b5-73b2-4330-8bb8-282965d82a85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:21:43.635026 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-cf5586b5-73b2-4330-8bb8-282965d82a85 admin admin] Usage tracker for resource:security_group_rule and tenant:4bbe5229c7134659a9df4a19cc914893 is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:21:43.638545 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-cf5586b5-73b2-4330-8bb8-282965d82a85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:21:43.645139 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-cf5586b5-73b2-4330-8bb8-282965d82a85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:21:43.731222 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-cf5586b5-73b2-4330-8bb8-282965d82a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:43.734852 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-cf5586b5-73b2-4330-8bb8-282965d82a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:43.742988 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-50f164f8-dccb-4904-b90e-3c3c1d8ef6fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:43.781623 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-cf5586b5-73b2-4330-8bb8-282965d82a85 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4bbe5229c7134659a9df4a19cc914893&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3046327 May 31 18:21:43.783203 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5586b5-73b2-4330-8bb8-282965d82a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157cf6fd-a390-45b7-a390-d5f908f62ef3,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:43.784412 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 59992) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:21:43.789201 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-cf5586b5-73b2-4330-8bb8-282965d82a85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:43.844811 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-1ee37254-0940-4b75-afbf-f8f869a0a9a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:43.870323 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-1ee37254-0940-4b75-afbf-f8f869a0a9a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:43.926016 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-1ee37254-0940-4b75-afbf-f8f869a0a9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:43.931196 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-97a8ba15-6392-480c-bd73-94e49313b896 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:43.967000 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 81e7c184-03d2-4a3e-a144-711065ad86db no longer exists at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:21:44.013579 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee37254-0940-4b75-afbf-f8f869a0a9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157cf6fd-a390-45b7-a390-d5f908f62ef3,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:44.018060 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-1ee37254-0940-4b75-afbf-f8f869a0a9a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:44.019935 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-1ee37254-0940-4b75-afbf-f8f869a0a9a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:44.021026 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-1ee37254-0940-4b75-afbf-f8f869a0a9a0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/157cf6fd-a390-45b7-a390-d5f908f62ef3 HTTP/1.1" status: 204 len: 168 time: 0.2349331 May 31 18:21:44.280233 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce977029-24ff-40d1-8771-b71ae83e49a3 req-a4ab74f0-bd45-4898-a6f9-781365e9dcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:44.281702 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-ce977029-24ff-40d1-8771-b71ae83e49a3 req-a4ab74f0-bd45-4898-a6f9-781365e9dcb9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593&tenant_id=b4d1b216261e41c7aa55b53c9f2a5ab7 HTTP/1.1" status: 200 len: 1096 time: 0.0708702 May 31 18:21:44.382680 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce977029-24ff-40d1-8771-b71ae83e49a3 req-d7e7f76a-7383-460e-969a-a78892a9f008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:44.384153 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-ce977029-24ff-40d1-8771-b71ae83e49a3 req-d7e7f76a-7383-460e-969a-a78892a9f008 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4d1b216261e41c7aa55b53c9f2a5ab7&device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 1096 time: 0.0784886 May 31 18:21:44.519309 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce977029-24ff-40d1-8771-b71ae83e49a3 req-767f742c-a4d1-4cde-b1f0-c83a1e484363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:44.520786 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-ce977029-24ff-40d1-8771-b71ae83e49a3 req-767f742c-a4d1-4cde-b1f0-c83a1e484363 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bdb4a9e4-0610-4a9d-bf9e-a0493305c72a HTTP/1.1" status: 200 len: 917 time: 0.1298809 May 31 18:21:44.622812 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-ce977029-24ff-40d1-8771-b71ae83e49a3 req-ee2f3e7f-00a3-42c4-9547-43c02cf474c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81e7c184-03d2-4a3e-a144-711065ad86db HTTP/1.1" status: 200 len: 999 time: 0.0952942 May 31 18:21:44.693316 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce977029-24ff-40d1-8771-b71ae83e49a3 req-ef3fb948-2b06-4139-a4c0-9fb0fafabf03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:44.695474 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-ce977029-24ff-40d1-8771-b71ae83e49a3 req-ef3fb948-2b06-4139-a4c0-9fb0fafabf03 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a141bd4c-23e4-4ac5-be95-c7e9e5ec7954 HTTP/1.1" status: 200 len: 856 time: 0.0663078 May 31 18:21:44.711171 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 60020) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:21:44.793055 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce977029-24ff-40d1-8771-b71ae83e49a3 req-ecf34e1c-8b77-42e6-8fda-dfb646cc15fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:44.794526 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-ce977029-24ff-40d1-8771-b71ae83e49a3 req-ecf34e1c-8b77-42e6-8fda-dfb646cc15fe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bdb4a9e4-0610-4a9d-bf9e-a0493305c72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0937119 May 31 18:21:44.881049 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [None req-1e6eaba6-c5d3-4bd9-91a6-de8cc049db1d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1539165567-network', 'tenant_id': 'f4b5ef518e9842ac9b202059fbc927e1'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:21:44.886186 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-1e6eaba6-c5d3-4bd9-91a6-de8cc049db1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:21:44.901506 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-1e6eaba6-c5d3-4bd9-91a6-de8cc049db1d admin admin] Usage tracker for resource:network and tenant:f4b5ef518e9842ac9b202059fbc927e1 is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:21:44.913151 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-1e6eaba6-c5d3-4bd9-91a6-de8cc049db1d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:21:44.923833 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-1e6eaba6-c5d3-4bd9-91a6-de8cc049db1d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:21:44.937116 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-ce977029-24ff-40d1-8771-b71ae83e49a3 req-eaee3f2c-f415-4b81-a7aa-57be42a1fb46 service neutron] 10.222.0.20 "GET /v2.0/networks/bdb4a9e4-0610-4a9d-bf9e-a0493305c72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364543 May 31 18:21:44.945159 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6eaba6-c5d3-4bd9-91a6-de8cc049db1d admin admin] Made reservation on behalf of f4b5ef518e9842ac9b202059fbc927e1 for: {'network': 1} {{(pid=91754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:21:44.947425 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-1e6eaba6-c5d3-4bd9-91a6-de8cc049db1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4080666'] for network, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:44.964690 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-1e6eaba6-c5d3-4bd9-91a6-de8cc049db1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:44.989283 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd153325-540f-4dde-bf81-444b27d462ae req-feeea0f4-dc40-4636-9c2c-051c32ed1404 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:44.990893 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-cd153325-540f-4dde-bf81-444b27d462ae req-feeea0f4-dc40-4636-9c2c-051c32ed1404 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 943 time: 0.2130239 May 31 18:21:44.995113 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-1e6eaba6-c5d3-4bd9-91a6-de8cc049db1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:21:44.999915 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-55e64206-4615-42fa-a7a1-fdc004cd4707 req-faf02da7-3f0e-44b1-853f-5ad7ea1fe929 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1741645 May 31 18:21:45.017336 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-1e6eaba6-c5d3-4bd9-91a6-de8cc049db1d admin admin] Usage tracker for resource:security_group_rule and tenant:f4b5ef518e9842ac9b202059fbc927e1 is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:21:45.021810 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-1e6eaba6-c5d3-4bd9-91a6-de8cc049db1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:21:45.039098 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-1e6eaba6-c5d3-4bd9-91a6-de8cc049db1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:21:45.082204 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-ce977029-24ff-40d1-8771-b71ae83e49a3 req-2265a715-a2c3-4661-8ae2-298febff37c9 service neutron] 10.222.0.20 "GET /v2.0/networks/bdb4a9e4-0610-4a9d-bf9e-a0493305c72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385806 May 31 18:21:45.126438 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-cd153325-540f-4dde-bf81-444b27d462ae req-0b8fbf70-99f1-4e13-8ec3-a54620807d41 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255031 May 31 18:21:45.197256 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e64206-4615-42fa-a7a1-fdc004cd4707 req-3b9aa900-f2bc-4ac9-97bd-7e1c6a8b8ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:45.198688 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-55e64206-4615-42fa-a7a1-fdc004cd4707 req-3b9aa900-f2bc-4ac9-97bd-7e1c6a8b8ef3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cd65573bbe3e4966baf7dbde3d06304a&device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 1098 time: 0.1613529 May 31 18:21:45.214865 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-1e6eaba6-c5d3-4bd9-91a6-de8cc049db1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:45.218111 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-1e6eaba6-c5d3-4bd9-91a6-de8cc049db1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:45.223102 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-24dd5c3f-6f86-4bfa-ae15-f02db00c6a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:45.317267 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e6eaba6-c5d3-4bd9-91a6-de8cc049db1d admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=91754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 18:21:45.338095 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6eaba6-c5d3-4bd9-91a6-de8cc049db1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d50cdb-d2e3-4070-9cf2-b88ed441d923,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:45.343395 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-1e6eaba6-c5d3-4bd9-91a6-de8cc049db1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:45.349080 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-1e6eaba6-c5d3-4bd9-91a6-de8cc049db1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090'] for segment, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:45.349415 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.db.segments_db [None req-1e6eaba6-c5d3-4bd9-91a6-de8cc049db1d admin admin] Added segment 2c8e1d6f-cf27-47ad-83b2-d146cd34fac7 of type vlan for network 18281d3b-960f-427c-9643-34b37148af34 May 31 18:21:45.405660 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-1e6eaba6-c5d3-4bd9-91a6-de8cc049db1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763743697237'] for network, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:45.411659 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e64206-4615-42fa-a7a1-fdc004cd4707 req-e2bbd9b0-6071-4294-bd7b-d5c57915b29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:45.412964 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-55e64206-4615-42fa-a7a1-fdc004cd4707 req-e2bbd9b0-6071-4294-bd7b-d5c57915b29f service neutron] 10.222.0.20 "GET /v2.0/networks?id=2caae92d-233f-4a42-bb44-03a041ebb28d HTTP/1.1" status: 200 len: 910 time: 0.1917846 May 31 18:21:45.552585 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.db.resource_extend [None req-1e6eaba6-c5d3-4bd9-91a6-de8cc049db1d admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 18:21:45.597056 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-1e6eaba6-c5d3-4bd9-91a6-de8cc049db1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551420'] for network, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:45.601018 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6eaba6-c5d3-4bd9-91a6-de8cc049db1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:45.601599 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-1e6eaba6-c5d3-4bd9-91a6-de8cc049db1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for network, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:45.606693 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:45.629089 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-55e64206-4615-42fa-a7a1-fdc004cd4707 req-45374ab3-e553-47f9-b3b7-4d15fd473e99 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa99cb7e-9beb-4262-8b8a-a586ff3f23ea HTTP/1.1" status: 200 len: 1001 time: 0.2094712 May 31 18:21:45.763444 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6eaba6-c5d3-4bd9-91a6-de8cc049db1d admin admin] Pushing event updated for resources: {'Network': ['ID=18281d3b-960f-427c-9643-34b37148af34,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:45.769778 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-1e6eaba6-c5d3-4bd9-91a6-de8cc049db1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:45.774607 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Network 18281d3b-960f-427c-9643-34b37148af34 details requested by agent ovs-agent-dv-cinder-770050-4-smb with host dv-cinder-770050-4-smb {{(pid=91755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 18:21:45.778822 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e64206-4615-42fa-a7a1-fdc004cd4707 req-2c39b9c2-230d-46a2-a365-da864c436567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:45.780257 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-55e64206-4615-42fa-a7a1-fdc004cd4707 req-2c39b9c2-230d-46a2-a365-da864c436567 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a HTTP/1.1" status: 200 len: 849 time: 0.1432841 May 31 18:21:45.791196 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-1e6eaba6-c5d3-4bd9-91a6-de8cc049db1d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0783784 May 31 18:21:45.791678 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 60052) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:21:45.797861 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [None req-7303aa20-7252-4c4f-be75-4e09fae6cd0f admin admin] Request body: {'subnet': {'network_id': '18281d3b-960f-427c-9643-34b37148af34', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1539165567-subnet', 'tenant_id': 'f4b5ef518e9842ac9b202059fbc927e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:21:45.810305 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-7303aa20-7252-4c4f-be75-4e09fae6cd0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:21:45.815161 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-7303aa20-7252-4c4f-be75-4e09fae6cd0f admin admin] Usage tracker for resource:subnet and tenant:f4b5ef518e9842ac9b202059fbc927e1 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:21:45.820447 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-7303aa20-7252-4c4f-be75-4e09fae6cd0f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:21:45.838215 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-7303aa20-7252-4c4f-be75-4e09fae6cd0f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:21:45.862639 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7303aa20-7252-4c4f-be75-4e09fae6cd0f admin admin] Made reservation on behalf of f4b5ef518e9842ac9b202059fbc927e1 for: {'subnet': 1} {{(pid=91753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:21:45.866418 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-7303aa20-7252-4c4f-be75-4e09fae6cd0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1678795'] for subnet, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:45.996986 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-128d63f8-056e-49ae-90d2-092cebd2c031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:46.441629 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-7303aa20-7252-4c4f-be75-4e09fae6cd0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1834217', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1678813'] for subnet, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:46.449825 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4864f1-0394-4fa0-9aaa-9f8b76f45948 req-16995551-91a8-4a1e-a5ba-351d1fecff4a tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:46.451405 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-4c4864f1-0394-4fa0-9aaa-9f8b76f45948 req-16995551-91a8-4a1e-a5ba-351d1fecff4a tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 943 time: 0.1688006 May 31 18:21:46.455456 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:46.565621 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-4c4864f1-0394-4fa0-9aaa-9f8b76f45948 req-88c259ab-9519-4916-aaa6-25e6e470651f tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857601 May 31 18:21:46.566277 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303aa20-7252-4c4f-be75-4e09fae6cd0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5f3258a-774b-40c5-bca1-4aa0a34c9c12,revision_number=0']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:46.580553 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-7303aa20-7252-4c4f-be75-4e09fae6cd0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:46.584526 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 60066) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:21:46.592222 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7303aa20-7252-4c4f-be75-4e09fae6cd0f admin admin] Checking segment: {'id': '2c8e1d6f-cf27-47ad-83b2-d146cd34fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '18281d3b-960f-427c-9643-34b37148af34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:21:46.592647 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7303aa20-7252-4c4f-be75-4e09fae6cd0f admin admin] Network hostable DHCP agents. Network: 18281d3b-960f-427c-9643-34b37148af34, hostable agents: ['c2c260b2-0141-4615-bcb7-b98a7560862d'], hosted agents: [] {{(pid=91753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 18:21:46.617072 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7303aa20-7252-4c4f-be75-4e09fae6cd0f admin admin] Network 18281d3b-960f-427c-9643-34b37148af34 is scheduled to be hosted by DHCP agent c2c260b2-0141-4615-bcb7-b98a7560862d with binding_index 1 {{(pid=91753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 18:21:46.628357 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.base_scheduler [None req-7303aa20-7252-4c4f-be75-4e09fae6cd0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-770050-4-smb, 18281d3b-960f-427c-9643-34b37148af34) {{(pid=91753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:21:46.637514 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7303aa20-7252-4c4f-be75-4e09fae6cd0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:46.638351 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-7303aa20-7252-4c4f-be75-4e09fae6cd0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for subnet, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:46.639956 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289aaf9e-59eb-4a91-8735-c4e738fdb81d None None] Network 18281d3b-960f-427c-9643-34b37148af34 requested from dv-cinder-770050-4-smb {{(pid=91755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:21:46.669755 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-7303aa20-7252-4c4f-be75-4e09fae6cd0f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8762641 May 31 18:21:46.808984 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-3d4c7f08-2484-4344-a36b-5f15e5c4415f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:46.843025 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-3d4c7f08-2484-4344-a36b-5f15e5c4415f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:21:46.847629 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-3d4c7f08-2484-4344-a36b-5f15e5c4415f admin admin] Usage tracker for resource:security_group_rule and tenant:b638ba34f42347c4a5a11b7d61232eeb is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:21:46.851208 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-3d4c7f08-2484-4344-a36b-5f15e5c4415f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:21:46.863013 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-3d4c7f08-2484-4344-a36b-5f15e5c4415f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:21:46.912168 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef301070-2812-475d-bf23-6cb7746ba840 None None] Network 18281d3b-960f-427c-9643-34b37148af34 requested from dv-cinder-770050-4-smb {{(pid=91755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:21:46.968340 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-3d4c7f08-2484-4344-a36b-5f15e5c4415f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:46.984421 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-3d4c7f08-2484-4344-a36b-5f15e5c4415f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:47.003852 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-47b2d4db-9fa6-44f0-86a8-71adaf018080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:47.056168 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-3d4c7f08-2484-4344-a36b-5f15e5c4415f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b638ba34f42347c4a5a11b7d61232eeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4702780 May 31 18:21:47.058611 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 60078) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:21:47.070464 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c7f08-2484-4344-a36b-5f15e5c4415f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81f4fb0-9e2a-4453-af91-505c1805938f,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:47.097655 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-3d4c7f08-2484-4344-a36b-5f15e5c4415f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:47.175683 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-7cb156f6-09a9-42b6-b09c-7ef6112c5f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:47.205731 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-7cb156f6-09a9-42b6-b09c-7ef6112c5f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:47.282924 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-7cb156f6-09a9-42b6-b09c-7ef6112c5f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:47.287688 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-deac8104-5a87-493e-98fe-11e86bebe6ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:47.298259 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb156f6-09a9-42b6-b09c-7ef6112c5f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81f4fb0-9e2a-4453-af91-505c1805938f,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:47.302787 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-7cb156f6-09a9-42b6-b09c-7ef6112c5f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:47.304814 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-7cb156f6-09a9-42b6-b09c-7ef6112c5f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:47.309300 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-7cb156f6-09a9-42b6-b09c-7ef6112c5f39 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a81f4fb0-9e2a-4453-af91-505c1805938f HTTP/1.1" status: 204 len: 168 time: 0.2497251 May 31 18:21:47.727249 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 60092) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:21:47.751228 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-b479be8f-9344-496e-a8b9-77c2b18d1433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:47.831683 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e7da34-6485-4df1-8ee9-163e1cd8c7d4 req-c4be2f82-941c-434b-a88e-eafbd11ae63d tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:47.833096 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-b4e7da34-6485-4df1-8ee9-163e1cd8c7d4 req-c4be2f82-941c-434b-a88e-eafbd11ae63d tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 943 time: 0.0886917 May 31 18:21:47.846008 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-b479be8f-9344-496e-a8b9-77c2b18d1433 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:21:47.849699 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-b479be8f-9344-496e-a8b9-77c2b18d1433 admin admin] Usage tracker for resource:security_group_rule and tenant:e4d1f7790e21417184338322f33e5f1f is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:21:47.853509 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-b479be8f-9344-496e-a8b9-77c2b18d1433 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:21:47.859327 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-b479be8f-9344-496e-a8b9-77c2b18d1433 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:21:47.879147 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-b4e7da34-6485-4df1-8ee9-163e1cd8c7d4 req-88ab044d-109b-4720-a6b3-0d37d59d01b9 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400894 May 31 18:21:47.952991 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-b479be8f-9344-496e-a8b9-77c2b18d1433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:47.958111 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-b479be8f-9344-496e-a8b9-77c2b18d1433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:47.966011 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-9f3117b1-5635-4ae5-bec1-aeb971e02104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:48.006311 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b479be8f-9344-496e-a8b9-77c2b18d1433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d793d7-0bff-46a5-b0ed-f7b0ba778a6b,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:48.010435 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-b479be8f-9344-496e-a8b9-77c2b18d1433 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e4d1f7790e21417184338322f33e5f1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2821333 May 31 18:21:48.011356 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-b479be8f-9344-496e-a8b9-77c2b18d1433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:48.013333 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 60096) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:21:48.072252 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-4848c041-bf74-4d3e-9327-3278be6537d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:48.099288 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-4848c041-bf74-4d3e-9327-3278be6537d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:48.159559 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-4848c041-bf74-4d3e-9327-3278be6537d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:48.163383 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-66fd362d-32e4-4370-b31e-38e0fab53a52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:48.183358 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848c041-bf74-4d3e-9327-3278be6537d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d793d7-0bff-46a5-b0ed-f7b0ba778a6b,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:48.186843 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-4848c041-bf74-4d3e-9327-3278be6537d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:48.189360 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-4848c041-bf74-4d3e-9327-3278be6537d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:48.193454 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-4848c041-bf74-4d3e-9327-3278be6537d1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f0d793d7-0bff-46a5-b0ed-f7b0ba778a6b HTTP/1.1" status: 204 len: 168 time: 0.1766539 May 31 18:21:48.516443 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-aef958a9-19ed-4661-a679-552e4802b2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:48.569538 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:48.577066 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:49.152612 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd8c3c-6c39-43ee-b8d5-56e7e45d331a req-e60319ec-0d2f-4bec-a763-c45de33ab205 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:49.172755 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d8fd8c3c-6c39-43ee-b8d5-56e7e45d331a req-e60319ec-0d2f-4bec-a763-c45de33ab205 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 943 time: 0.1432054 May 31 18:21:49.194514 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3eaca-941e-451e-927c-e8c03032f95c req-049ca82c-b949-44c9-8c92-ad41cebaaafc tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:49.196019 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-3df3eaca-941e-451e-927c-e8c03032f95c req-049ca82c-b949-44c9-8c92-ad41cebaaafc tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/networks?id=18281d3b-960f-427c-9643-34b37148af34 HTTP/1.1" status: 200 len: 814 time: 0.1808991 May 31 18:21:49.211294 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-3df3eaca-941e-451e-927c-e8c03032f95c req-6a6151ec-90b3-4e9d-98c1-172b91550754 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/quotas/f4b5ef518e9842ac9b202059fbc927e1 HTTP/1.1" status: 200 len: 375 time: 0.0097570 May 31 18:21:49.236597 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d8fd8c3c-6c39-43ee-b8d5-56e7e45d331a req-2635d81a-01d5-4bab-847e-5607d4a726c9 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622141 May 31 18:21:49.279240 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-3df3eaca-941e-451e-927c-e8c03032f95c req-84aa79eb-01f2-4037-8f72-c5c733b944a3 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f4b5ef518e9842ac9b202059fbc927e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0610859 May 31 18:21:49.431392 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-3df3eaca-941e-451e-927c-e8c03032f95c req-933ca26c-dcc0-487c-872f-089bcaa11208 service neutron] 10.222.0.25 "GET /v2.0/networks/18281d3b-960f-427c-9643-34b37148af34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481984 May 31 18:21:49.516826 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:49.619717 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-3df3eaca-941e-451e-927c-e8c03032f95c req-c987f43e-7f9b-47ab-8f6f-1c1f03c51f9c service neutron] 10.222.0.25 "GET /v2.0/networks/18281d3b-960f-427c-9643-34b37148af34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711364 May 31 18:21:49.838208 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-615db2d3-a354-4f97-a7ec-a07298146441 req-e89f4879-0e16-43f1-a346-7790ca754efc tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4ebfb8a-196e-4e36-8a1c-1950879e6378 HTTP/1.1" status: 200 len: 210 time: 0.0554287 May 31 18:21:50.422645 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 60182) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:21:50.454763 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94879ef6-f0ce-443e-a066-50f0467bb6a2 req-76b2294d-a08f-4c0c-9e09-adff61d4e8f4 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:50.456535 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-94879ef6-f0ce-443e-a066-50f0467bb6a2 req-76b2294d-a08f-4c0c-9e09-adff61d4e8f4 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 943 time: 0.1088154 May 31 18:21:50.512608 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-94879ef6-f0ce-443e-a066-50f0467bb6a2 req-77870c14-6052-4d98-9187-8c1d338d0ea0 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487776 May 31 18:21:50.547339 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-859a913f-0a8e-4e64-93e5-ffc33f85aadd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:50.562937 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-859a913f-0a8e-4e64-93e5-ffc33f85aadd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:21:50.566954 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-859a913f-0a8e-4e64-93e5-ffc33f85aadd admin admin] Usage tracker for resource:security_group_rule and tenant:15940b70762d40119cc58a543b29265c is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:21:50.570880 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-859a913f-0a8e-4e64-93e5-ffc33f85aadd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:21:50.576782 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-859a913f-0a8e-4e64-93e5-ffc33f85aadd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:21:50.666173 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-859a913f-0a8e-4e64-93e5-ffc33f85aadd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:50.669844 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-859a913f-0a8e-4e64-93e5-ffc33f85aadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:50.676791 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-cf5586b5-73b2-4330-8bb8-282965d82a85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:50.720725 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-859a913f-0a8e-4e64-93e5-ffc33f85aadd admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=15940b70762d40119cc58a543b29265c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2968218 May 31 18:21:50.721395 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859a913f-0a8e-4e64-93e5-ffc33f85aadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e544ee-3110-4ee6-bb0c-e05a17c1bcae,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:50.722166 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 60188) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:21:50.724860 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-859a913f-0a8e-4e64-93e5-ffc33f85aadd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:50.782967 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-d30ab7a1-90f9-4848-a4d2-a0326eac770b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:50.808789 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-d30ab7a1-90f9-4848-a4d2-a0326eac770b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:50.867673 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-d30ab7a1-90f9-4848-a4d2-a0326eac770b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:50.873945 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-eec68b6e-0ab8-4060-a426-014a0814edf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:50.892637 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-d30ab7a1-90f9-4848-a4d2-a0326eac770b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:50.896178 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-d30ab7a1-90f9-4848-a4d2-a0326eac770b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c9e544ee-3110-4ee6-bb0c-e05a17c1bcae HTTP/1.1" status: 204 len: 168 time: 0.1705332 May 31 18:21:50.896178 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30ab7a1-90f9-4848-a4d2-a0326eac770b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e544ee-3110-4ee6-bb0c-e05a17c1bcae,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:50.897627 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-d30ab7a1-90f9-4848-a4d2-a0326eac770b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:51.013770 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-3d87dc90-51be-4c17-a178-c61c9936337f req-2dfc8ae9-2ea1-4d20-bf84-5a0194b78f50 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4ebfb8a-196e-4e36-8a1c-1950879e6378 HTTP/1.1" status: 200 len: 210 time: 0.0530059 May 31 18:21:51.222663 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:51.247540 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 60198) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:21:51.265284 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-f6eae538-ca2d-482a-b06e-4fdd136a281a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:51.279670 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-f6eae538-ca2d-482a-b06e-4fdd136a281a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:21:51.283560 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-f6eae538-ca2d-482a-b06e-4fdd136a281a admin admin] Usage tracker for resource:security_group_rule and tenant:e8ceed7be1e4423fbd82134a4529dafd is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:21:51.296326 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-f6eae538-ca2d-482a-b06e-4fdd136a281a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:21:51.302876 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-f6eae538-ca2d-482a-b06e-4fdd136a281a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:21:51.405270 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-f6eae538-ca2d-482a-b06e-4fdd136a281a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:51.409163 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-f6eae538-ca2d-482a-b06e-4fdd136a281a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:51.420392 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-89ef573f-0914-4ff6-8e4a-04ffdb90c5e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:51.464872 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 60202) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:21:51.465484 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-f6eae538-ca2d-482a-b06e-4fdd136a281a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e8ceed7be1e4423fbd82134a4529dafd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2162337 May 31 18:21:51.465958 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eae538-ca2d-482a-b06e-4fdd136a281a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faff01c7-0a3a-43e6-851f-a66fb62558dd,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:51.469028 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-f6eae538-ca2d-482a-b06e-4fdd136a281a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:51.524055 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-2533ae89-512f-4e8a-af49-ccf713beaddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:51.554013 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-2533ae89-512f-4e8a-af49-ccf713beaddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:51.611690 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-2533ae89-512f-4e8a-af49-ccf713beaddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:51.616616 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-7e640f2f-c0ab-407e-85b2-b0521c2af2db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:21:51.628338 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2533ae89-512f-4e8a-af49-ccf713beaddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faff01c7-0a3a-43e6-851f-a66fb62558dd,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:21:51.632660 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-2533ae89-512f-4e8a-af49-ccf713beaddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:21:51.638097 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-2533ae89-512f-4e8a-af49-ccf713beaddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:21:51.639446 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-2533ae89-512f-4e8a-af49-ccf713beaddc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/faff01c7-0a3a-43e6-851f-a66fb62558dd HTTP/1.1" status: 204 len: 168 time: 0.1736419 May 31 18:21:51.747022 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431e45d-eb4d-4c8b-be77-0f8f36399aa8 req-74b30faf-91d4-4eb0-81ae-a2003dd7a7e3 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:51.748975 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-1431e45d-eb4d-4c8b-be77-0f8f36399aa8 req-74b30faf-91d4-4eb0-81ae-a2003dd7a7e3 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 943 time: 0.1153197 May 31 18:21:51.794539 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-1431e45d-eb4d-4c8b-be77-0f8f36399aa8 req-03a205b9-6987-48b4-8aae-5d2abfaa7e47 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399427 May 31 18:21:52.193847 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-0dc4d393-cb30-45c4-8967-18f5a5171b1b req-19bc54e3-4f79-44af-a06a-4667aec07678 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4ebfb8a-196e-4e36-8a1c-1950879e6378 HTTP/1.1" status: 200 len: 210 time: 0.0435972 May 31 18:21:53.039335 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad777d94-b210-4851-9bcb-4a27efb295d4 req-ebb96c19-f2b1-4ddd-a62f-801931c751a3 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:53.043746 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-ad777d94-b210-4851-9bcb-4a27efb295d4 req-ebb96c19-f2b1-4ddd-a62f-801931c751a3 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 943 time: 0.1172383 May 31 18:21:53.107400 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-ad777d94-b210-4851-9bcb-4a27efb295d4 req-6932dc85-ef25-4a19-b8a3-ddef600b711c tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553682 May 31 18:21:53.362453 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-776c6053-8823-4684-8f5b-7268f84fec89 req-40c285ab-08b6-4ae6-9995-36097b9d4964 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4ebfb8a-196e-4e36-8a1c-1950879e6378 HTTP/1.1" status: 200 len: 210 time: 0.0472469 May 31 18:21:54.345701 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3975b0-540d-4f3c-bcf4-63340c00ca33 req-79c75a35-831e-4ca8-94fc-c8f516b4eb93 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:54.347441 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-fd3975b0-540d-4f3c-bcf4-63340c00ca33 req-79c75a35-831e-4ca8-94fc-c8f516b4eb93 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 943 time: 0.0913815 May 31 18:21:54.395863 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-fd3975b0-540d-4f3c-bcf4-63340c00ca33 req-366e0184-05e5-469f-8d85-aa38c26db132 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416226 May 31 18:21:54.527723 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-402bc3b4-8036-4467-a705-f088e36f6bff req-41a57f18-42d9-4de7-a84a-99a105629025 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4ebfb8a-196e-4e36-8a1c-1950879e6378 HTTP/1.1" status: 200 len: 210 time: 0.0464931 May 31 18:21:55.622985 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512be52a-ef66-4092-aa5f-6ac2b3bfa9b9 req-04d78ea4-a362-49ef-8d51-2386db37e29f tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:55.630922 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-512be52a-ef66-4092-aa5f-6ac2b3bfa9b9 req-04d78ea4-a362-49ef-8d51-2386db37e29f tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 943 time: 0.0997331 May 31 18:21:55.685107 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-512be52a-ef66-4092-aa5f-6ac2b3bfa9b9 req-e291e7fe-1c1d-4e5a-83c1-92f2b7b6c1fb tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529206 May 31 18:21:55.701931 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-566ac270-9a29-45c9-90ad-f2f141dfd534 req-1d78bd21-5540-4dd0-b8ce-da2597ea8ee2 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4ebfb8a-196e-4e36-8a1c-1950879e6378 HTTP/1.1" status: 200 len: 210 time: 0.0539112 May 31 18:21:56.878800 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a915e924-4620-4f2f-8b72-907fdcbad00f req-fc89a377-2a9b-4575-964a-29a153477883 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4ebfb8a-196e-4e36-8a1c-1950879e6378 HTTP/1.1" status: 200 len: 210 time: 0.0426755 May 31 18:21:56.921180 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7889dc9-fb44-4f32-b0ad-85dc7acc4faa req-f3a0a6de-8838-43f6-85af-9bc9e8d8d92c tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:56.922621 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-d7889dc9-fb44-4f32-b0ad-85dc7acc4faa req-f3a0a6de-8838-43f6-85af-9bc9e8d8d92c tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 943 time: 0.0917952 May 31 18:21:56.977308 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-d7889dc9-fb44-4f32-b0ad-85dc7acc4faa req-8d7622b2-ffd8-4c3c-8d79-22c019b3e61c tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485957 May 31 18:21:58.029753 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-f8b27e8e-1ceb-43f8-85fc-fd70762243c0 req-f94a3031-574b-41f6-834d-06dbff135621 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4ebfb8a-196e-4e36-8a1c-1950879e6378 HTTP/1.1" status: 200 len: 210 time: 0.0465074 May 31 18:21:58.165751 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784cac3-4c61-4996-968a-325ac2443c25 req-cb9f40dc-1c51-4f2b-bf59-2d604f745af6 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:58.167404 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-5784cac3-4c61-4996-968a-325ac2443c25 req-cb9f40dc-1c51-4f2b-bf59-2d604f745af6 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 943 time: 0.0799940 May 31 18:21:58.225332 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-5784cac3-4c61-4996-968a-325ac2443c25 req-3354810e-244a-4a3d-9d7b-5fb0d4576873 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402997 May 31 18:21:59.175784 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d0bf0327-55de-44cf-8400-490ffb201260 req-cfdfa41c-67b9-4c39-a10e-0f343df84d57 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4ebfb8a-196e-4e36-8a1c-1950879e6378 HTTP/1.1" status: 200 len: 210 time: 0.0421805 May 31 18:21:59.427220 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b18a47-2c99-4bd9-bf44-1987db2cbb18 req-0b28fc6e-16b1-4c23-a665-b5352183618b tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:59.429342 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-89b18a47-2c99-4bd9-bf44-1987db2cbb18 req-0b28fc6e-16b1-4c23-a665-b5352183618b tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 943 time: 0.0848746 May 31 18:21:59.473645 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-89b18a47-2c99-4bd9-bf44-1987db2cbb18 req-3a4f162a-2f2e-4276-b614-ba75a0ffb296 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381389 May 31 18:21:59.819281 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e64206-4615-42fa-a7a1-fdc004cd4707 req-7043602b-123a-4328-a0b4-eddd3d8acbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:21:59.821373 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-55e64206-4615-42fa-a7a1-fdc004cd4707 req-7043602b-123a-4328-a0b4-eddd3d8acbac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2caae92d-233f-4a42-bb44-03a041ebb28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0756929 May 31 18:21:59.957385 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-55e64206-4615-42fa-a7a1-fdc004cd4707 req-81ede5a6-179c-45fa-b505-19dae9f77470 service neutron] 10.222.0.20 "GET /v2.0/networks/2caae92d-233f-4a42-bb44-03a041ebb28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293404 May 31 18:22:00.054934 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.agents_db [None req-6172caff-413f-4f38-b24a-66359638417e None None] Agent healthcheck: found 6 active agents {{(pid=91756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:22:00.097535 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-55e64206-4615-42fa-a7a1-fdc004cd4707 req-25f74f74-c343-4d4a-b33c-7e1ecafd9bb8 service neutron] 10.222.0.20 "GET /v2.0/networks/2caae92d-233f-4a42-bb44-03a041ebb28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336696 May 31 18:22:00.325689 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8a5dc708-fe73-4949-a5bb-180baa8f8554 req-070bfe83-7a2f-454a-bebf-6104c8e403c0 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4ebfb8a-196e-4e36-8a1c-1950879e6378 HTTP/1.1" status: 200 len: 210 time: 0.0453134 May 31 18:22:00.661075 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f719a-6d82-46f2-820f-42c4122d9b84 req-9906856f-9cde-4a8f-b1a2-a992c6a40125 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:00.662516 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-9d6f719a-6d82-46f2-820f-42c4122d9b84 req-9906856f-9cde-4a8f-b1a2-a992c6a40125 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 943 time: 0.0802977 May 31 18:22:00.711289 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-9d6f719a-6d82-46f2-820f-42c4122d9b84 req-d0f0441a-17ec-48ec-bf18-5e468032e104 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430210 May 31 18:22:00.931146 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3eaca-941e-451e-927c-e8c03032f95c req-8466e7af-6158-4519-9d1e-dbb79e6d2554 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:00.931795 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-3df3eaca-941e-451e-927c-e8c03032f95c req-8466e7af-6158-4519-9d1e-dbb79e6d2554 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Synchronizing usage tracker for tenant:f4b5ef518e9842ac9b202059fbc927e1 on resource:network {{(pid=91754) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:22:00.951070 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-3df3eaca-941e-451e-927c-e8c03032f95c req-8466e7af-6158-4519-9d1e-dbb79e6d2554 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Unset dirty status for tenant:f4b5ef518e9842ac9b202059fbc927e1 on resource:network {{(pid=91754) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:22:00.952365 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-3df3eaca-941e-451e-927c-e8c03032f95c req-8466e7af-6158-4519-9d1e-dbb79e6d2554 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.20 "GET /v2.0/networks?id=18281d3b-960f-427c-9643-34b37148af34 HTTP/1.1" status: 200 len: 814 time: 0.2516520 May 31 18:22:00.970472 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [req-3df3eaca-941e-451e-927c-e8c03032f95c req-00fec496-689e-4551-b643-a4bdee5abe01 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Request body: {'port': {'device_id': 'd4ebfb8a-196e-4e36-8a1c-1950879e6378', 'network_id': '18281d3b-960f-427c-9643-34b37148af34', 'admin_state_up': True, 'tenant_id': 'f4b5ef518e9842ac9b202059fbc927e1'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:22:01.111265 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [req-3df3eaca-941e-451e-927c-e8c03032f95c req-00fec496-689e-4551-b643-a4bdee5abe01 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:22:01.115182 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-3df3eaca-941e-451e-927c-e8c03032f95c req-00fec496-689e-4551-b643-a4bdee5abe01 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Usage tracker for resource:port and tenant:f4b5ef518e9842ac9b202059fbc927e1 is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:22:01.118537 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-3df3eaca-941e-451e-927c-e8c03032f95c req-00fec496-689e-4551-b643-a4bdee5abe01 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:22:01.124123 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [req-3df3eaca-941e-451e-927c-e8c03032f95c req-00fec496-689e-4551-b643-a4bdee5abe01 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:22:01.134203 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3df3eaca-941e-451e-927c-e8c03032f95c req-00fec496-689e-4551-b643-a4bdee5abe01 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Made reservation on behalf of f4b5ef518e9842ac9b202059fbc927e1 for: {'port': 1} {{(pid=91754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:22:01.137659 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-3df3eaca-941e-451e-927c-e8c03032f95c req-00fec496-689e-4551-b643-a4bdee5abe01 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:01.302100 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.db_base_plugin_common [req-3df3eaca-941e-451e-927c-e8c03032f95c req-00fec496-689e-4551-b643-a4bdee5abe01 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Allocated IP 172.20.0.14 (18281d3b-960f-427c-9643-34b37148af34/f5f3258a-774b-40c5-bca1-4aa0a34c9c12/507f5c46-b547-4002-bfb7-c905683d7c26) {{(pid=91754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:22:01.370259 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 60372) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:22:01.489541 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-72b0b9ee-0778-4c70-a01f-9ebef9627f79 req-2f391e80-8bc2-481a-955b-fd176e19ec46 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4ebfb8a-196e-4e36-8a1c-1950879e6378 HTTP/1.1" status: 200 len: 210 time: 0.0528262 May 31 18:22:01.553477 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-3df3eaca-941e-451e-927c-e8c03032f95c req-00fec496-689e-4551-b643-a4bdee5abe01 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Notify callbacks [] for port, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:01.557160 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-91e38231-178b-438f-9d3e-33c2342aa60c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:01.571287 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-91e38231-178b-438f-9d3e-33c2342aa60c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:22:01.575022 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-91e38231-178b-438f-9d3e-33c2342aa60c admin admin] Usage tracker for resource:security_group_rule and tenant:2127da211db5433891d1594b179b2955 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:22:01.577727 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-91e38231-178b-438f-9d3e-33c2342aa60c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:22:01.583144 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-3df3eaca-941e-451e-927c-e8c03032f95c req-00fec496-689e-4551-b643-a4bdee5abe01 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:01.583650 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-91e38231-178b-438f-9d3e-33c2342aa60c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:22:01.590545 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:01.658208 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3df3eaca-941e-451e-927c-e8c03032f95c req-00fec496-689e-4551-b643-a4bdee5abe01 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Network 18281d3b-960f-427c-9643-34b37148af34 is already hosted by enough agents. {{(pid=91754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:22:01.661341 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.base_scheduler [req-3df3eaca-941e-451e-927c-e8c03032f95c req-00fec496-689e-4551-b643-a4bdee5abe01 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Resources bound (agent type, host, resource id): {{(pid=91754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:22:01.665949 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df3eaca-941e-451e-927c-e8c03032f95c req-00fec496-689e-4551-b643-a4bdee5abe01 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Received port after_create {{(pid=91754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:22:01.668324 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-91e38231-178b-438f-9d3e-33c2342aa60c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:01.672431 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-91e38231-178b-438f-9d3e-33c2342aa60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:01.678715 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-8a6fc0d5-228e-4910-afc8-a5066a4f52c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:01.704778 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fec496-689e-4551-b643-a4bdee5abe01 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Pushing event updated for resources: {'Port': ['ID=507f5c46-b547-4002-bfb7-c905683d7c26,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:01.717811 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e38231-178b-438f-9d3e-33c2342aa60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e6e6eb7-7697-4cc8-a876-c9f0dfc6d954,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:01.722690 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-91e38231-178b-438f-9d3e-33c2342aa60c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2127da211db5433891d1594b179b2955&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3510153 May 31 18:22:01.723919 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-91e38231-178b-438f-9d3e-33c2342aa60c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:01.724734 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 60378) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:22:01.725527 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fec496-689e-4551-b643-a4bdee5abe01 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:01.725931 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fec496-689e-4551-b643-a4bdee5abe01 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:01.726269 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fec496-689e-4551-b643-a4bdee5abe01 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:01.726700 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fec496-689e-4551-b643-a4bdee5abe01 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:01.727042 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fec496-689e-4551-b643-a4bdee5abe01 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:01.727810 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fec496-689e-4551-b643-a4bdee5abe01 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:01.727810 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fec496-689e-4551-b643-a4bdee5abe01 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:01.728022 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fec496-689e-4551-b643-a4bdee5abe01 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:01.728375 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fec496-689e-4551-b643-a4bdee5abe01 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:01.728783 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fec496-689e-4551-b643-a4bdee5abe01 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:01.729021 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fec496-689e-4551-b643-a4bdee5abe01 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:01.729387 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fec496-689e-4551-b643-a4bdee5abe01 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:01.734498 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-00fec496-689e-4551-b643-a4bdee5abe01 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:01.748091 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3eaca-941e-451e-927c-e8c03032f95c req-00fec496-689e-4551-b643-a4bdee5abe01 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:01.748577 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-3df3eaca-941e-451e-927c-e8c03032f95c req-00fec496-689e-4551-b643-a4bdee5abe01 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:01.770871 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-3df3eaca-941e-451e-927c-e8c03032f95c req-00fec496-689e-4551-b643-a4bdee5abe01 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8047330 May 31 18:22:01.782886 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [req-3df3eaca-941e-451e-927c-e8c03032f95c req-a1b203fa-3e7b-42a3-95f3-32ab4671523a service neutron] Request body: {'port': {'device_id': 'd4ebfb8a-196e-4e36-8a1c-1950879e6378', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77005'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:22:01.790045 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-13fa9e1e-0c78-4364-9b3d-9971c41707da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:01.818293 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-13fa9e1e-0c78-4364-9b3d-9971c41707da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:01.889897 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-3df3eaca-941e-451e-927c-e8c03032f95c req-a1b203fa-3e7b-42a3-95f3-32ab4671523a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:01.927024 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f7da7-df96-498e-9d9d-9ab72ac2ecdf req-471dc1a5-346d-4434-93d5-868947eb0353 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:01.928501 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-5e6f7da7-df96-498e-9d9d-9ab72ac2ecdf req-471dc1a5-346d-4434-93d5-868947eb0353 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 943 time: 0.0933986 May 31 18:22:01.950083 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-13fa9e1e-0c78-4364-9b3d-9971c41707da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:01.956931 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-d30ab7a1-90f9-4848-a4d2-a0326eac770b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:01.974879 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa9e1e-0c78-4364-9b3d-9971c41707da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e6e6eb7-7697-4cc8-a876-c9f0dfc6d954,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:01.982903 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-13fa9e1e-0c78-4364-9b3d-9971c41707da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:01.998235 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-13fa9e1e-0c78-4364-9b3d-9971c41707da admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:02.002286 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-13fa9e1e-0c78-4364-9b3d-9971c41707da admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4e6e6eb7-7697-4cc8-a876-c9f0dfc6d954 HTTP/1.1" status: 204 len: 168 time: 0.2765644 May 31 18:22:02.005373 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-5e6f7da7-df96-498e-9d9d-9ab72ac2ecdf req-1f56e4ec-e2b9-432a-87d0-f5039f954d12 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705674 May 31 18:22:02.238649 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.notifiers.nova [req-3df3eaca-941e-451e-927c-e8c03032f95c req-a1b203fa-3e7b-42a3-95f3-32ab4671523a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 507f5c46-b547-4002-bfb7-c905683d7c26 {{(pid=91754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:22:02.247181 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-3df3eaca-941e-451e-927c-e8c03032f95c req-a1b203fa-3e7b-42a3-95f3-32ab4671523a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:02.261694 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.provisioning_blocks [req-3df3eaca-941e-451e-927c-e8c03032f95c req-a1b203fa-3e7b-42a3-95f3-32ab4671523a service neutron] Transition to ACTIVE for port object 507f5c46-b547-4002-bfb7-c905683d7c26 will not be triggered until provisioned by entity L2. {{(pid=91754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:22:02.265762 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-3df3eaca-941e-451e-927c-e8c03032f95c req-a1b203fa-3e7b-42a3-95f3-32ab4671523a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10874078'] for port, after_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:02.269386 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:02.277558 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 60388) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:22:02.295460 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-66ec89df-f05d-4780-aaf3-a02d10976cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:02.309185 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-66ec89df-f05d-4780-aaf3-a02d10976cc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:22:02.312888 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-66ec89df-f05d-4780-aaf3-a02d10976cc2 admin admin] Usage tracker for resource:security_group_rule and tenant:dc0c283a4c3e48479aea6104d1e9ff3c is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:22:02.315579 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-66ec89df-f05d-4780-aaf3-a02d10976cc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:22:02.321070 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-66ec89df-f05d-4780-aaf3-a02d10976cc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:22:02.402600 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-66ec89df-f05d-4780-aaf3-a02d10976cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:02.407068 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-66ec89df-f05d-4780-aaf3-a02d10976cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:02.415158 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-76ddce6e-6d17-4640-9b3c-8fed79b80f10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:02.434820 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b203fa-3e7b-42a3-95f3-32ab4671523a service neutron] Pushing event updated for resources: {'Port': ['ID=507f5c46-b547-4002-bfb7-c905683d7c26,revision_number=2']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:02.437651 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-a1b203fa-3e7b-42a3-95f3-32ab4671523a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:02.458128 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec89df-f05d-4780-aaf3-a02d10976cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d8f344-f9d4-44fe-a911-2d072a65d159,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:02.464666 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-66ec89df-f05d-4780-aaf3-a02d10976cc2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dc0c283a4c3e48479aea6104d1e9ff3c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1836662 May 31 18:22:02.464666 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-66ec89df-f05d-4780-aaf3-a02d10976cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:02.464914 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 60392) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:22:02.508684 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.managers [req-3df3eaca-941e-451e-927c-e8c03032f95c req-a1b203fa-3e7b-42a3-95f3-32ab4671523a service neutron] Attempting to bind port 507f5c46-b547-4002-bfb7-c905683d7c26 on host hv-cinder-77005 for vnic_type normal with profile {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:22:02.509216 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.managers [req-3df3eaca-941e-451e-927c-e8c03032f95c req-a1b203fa-3e7b-42a3-95f3-32ab4671523a service neutron] Attempting to bind port 507f5c46-b547-4002-bfb7-c905683d7c26 by drivers openvswitch,hyperv on host hv-cinder-77005 at level 0 using segments [{'id': '2c8e1d6f-cf27-47ad-83b2-d146cd34fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '18281d3b-960f-427c-9643-34b37148af34'}] {{(pid=91754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:22:02.509216 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df3eaca-941e-451e-927c-e8c03032f95c req-a1b203fa-3e7b-42a3-95f3-32ab4671523a service neutron] Attempting to bind port 507f5c46-b547-4002-bfb7-c905683d7c26 on network 18281d3b-960f-427c-9643-34b37148af34 {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:22:02.513934 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df3eaca-941e-451e-927c-e8c03032f95c req-a1b203fa-3e7b-42a3-95f3-32ab4671523a service neutron] Port 507f5c46-b547-4002-bfb7-c905683d7c26 on network 18281d3b-960f-427c-9643-34b37148af34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77005 {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 18:22:02.514249 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df3eaca-941e-451e-927c-e8c03032f95c req-a1b203fa-3e7b-42a3-95f3-32ab4671523a service neutron] Attempting to bind port 507f5c46-b547-4002-bfb7-c905683d7c26 on network 18281d3b-960f-427c-9643-34b37148af34 {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:22:02.519594 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df3eaca-941e-451e-927c-e8c03032f95c req-a1b203fa-3e7b-42a3-95f3-32ab4671523a service neutron] Checking agent: {'id': '46eeceb7-2107-4a71-92f6-f52bad665eae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77005', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 16, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:22:02.519701 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df3eaca-941e-451e-927c-e8c03032f95c req-a1b203fa-3e7b-42a3-95f3-32ab4671523a service neutron] Checking segment: {'id': '2c8e1d6f-cf27-47ad-83b2-d146cd34fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '18281d3b-960f-427c-9643-34b37148af34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:22:02.520062 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df3eaca-941e-451e-927c-e8c03032f95c req-a1b203fa-3e7b-42a3-95f3-32ab4671523a service neutron] Bound using segment: {'id': '2c8e1d6f-cf27-47ad-83b2-d146cd34fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '18281d3b-960f-427c-9643-34b37148af34'} {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:22:02.520503 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.managers [req-3df3eaca-941e-451e-927c-e8c03032f95c req-a1b203fa-3e7b-42a3-95f3-32ab4671523a service neutron] Bound port: 507f5c46-b547-4002-bfb7-c905683d7c26, host: hv-cinder-77005, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c8e1d6f-cf27-47ad-83b2-d146cd34fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '18281d3b-960f-427c-9643-34b37148af34'}}] {{(pid=91754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:22:02.520844 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-3df3eaca-941e-451e-927c-e8c03032f95c req-a1b203fa-3e7b-42a3-95f3-32ab4671523a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:02.523165 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-ca8e46ed-e134-4ae9-8353-6e3acd1eea4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:02.553369 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-ca8e46ed-e134-4ae9-8353-6e3acd1eea4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:02.612349 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-ca8e46ed-e134-4ae9-8353-6e3acd1eea4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:02.617258 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-13fa9e1e-0c78-4364-9b3d-9971c41707da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:02.629785 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e46ed-e134-4ae9-8353-6e3acd1eea4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d8f344-f9d4-44fe-a911-2d072a65d159,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:02.633327 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-ca8e46ed-e134-4ae9-8353-6e3acd1eea4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:02.637433 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-ca8e46ed-e134-4ae9-8353-6e3acd1eea4a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/45d8f344-f9d4-44fe-a911-2d072a65d159 HTTP/1.1" status: 204 len: 168 time: 0.1686511 May 31 18:22:02.637433 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-ca8e46ed-e134-4ae9-8353-6e3acd1eea4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:02.651804 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [req-3df3eaca-941e-451e-927c-e8c03032f95c req-a1b203fa-3e7b-42a3-95f3-32ab4671523a service neutron] For port 507f5c46-b547-4002-bfb7-c905683d7c26, host hv-cinder-77005, cleared binding levels {{(pid=91754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:22:02.669088 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [req-3df3eaca-941e-451e-927c-e8c03032f95c req-a1b203fa-3e7b-42a3-95f3-32ab4671523a service neutron] For port 507f5c46-b547-4002-bfb7-c905683d7c26, host hv-cinder-77005, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=507f5c46-b547-4002-bfb7-c905683d7c26,segment=NetworkSegment(2c8e1d6f-cf27-47ad-83b2-d146cd34fac7),segment_id=2c8e1d6f-cf27-47ad-83b2-d146cd34fac7)] {{(pid=91754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:22:02.675010 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-3df3eaca-941e-451e-927c-e8c03032f95c req-a1b203fa-3e7b-42a3-95f3-32ab4671523a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10874078'] for port, after_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:02.680809 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-74faa1c0-7234-4b02-8174-675f64635eb8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:02.835699 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3eaca-941e-451e-927c-e8c03032f95c req-a1b203fa-3e7b-42a3-95f3-32ab4671523a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:02.836279 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-3df3eaca-941e-451e-927c-e8c03032f95c req-a1b203fa-3e7b-42a3-95f3-32ab4671523a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:02.837733 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-3df3eaca-941e-451e-927c-e8c03032f95c req-a1b203fa-3e7b-42a3-95f3-32ab4671523a service neutron] 10.222.0.20 "PUT /v2.0/ports/507f5c46-b547-4002-bfb7-c905683d7c26 HTTP/1.1" status: 200 len: 1094 time: 1.0588934 May 31 18:22:02.838208 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4ebfb8a-196e-4e36-8a1c-1950879e6378', 'tag': '507f5c46-b547-4002-bfb7-c905683d7c26'}] {{(pid=91754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:22:02.840487 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b8d31c20630307edfd170fd0520c8261bc4320d7d7b7fb717012a3b2519c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a403c5e2-c797-4926-aba2-1c88a2c704a3" -d '{"events": [{"name": "network-changed", "server_uuid": "d4ebfb8a-196e-4e36-8a1c-1950879e6378", "tag": "507f5c46-b547-4002-bfb7-c905683d7c26"}]}' {{(pid=91754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:22:02.860941 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6f372e-22db-417d-8a9b-afb9db6ecb95 req-6576f5b3-cbc6-4079-956b-05d567fa512a tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:02.861653 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-7f6f372e-22db-417d-8a9b-afb9db6ecb95 req-6576f5b3-cbc6-4079-956b-05d567fa512a tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Synchronizing usage tracker for tenant:f4b5ef518e9842ac9b202059fbc927e1 on resource:port {{(pid=91754) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:22:02.882071 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b203fa-3e7b-42a3-95f3-32ab4671523a service neutron] Pushing event updated for resources: {'Port': ['ID=507f5c46-b547-4002-bfb7-c905683d7c26,revision_number=3']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:02.917581 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a1bd88-f55e-4a20-94f2-954ac8e1efbc x-openstack-request-id: req-b8a1bd88-f55e-4a20-94f2-954ac8e1efbc {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:22:02.917907 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4ebfb8a-196e-4e36-8a1c-1950879e6378", "tag": "507f5c46-b547-4002-bfb7-c905683d7c26", "status": "completed", "code": 200}]} {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:22:02.918184 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b8a1bd88-f55e-4a20-94f2-954ac8e1efbc {{(pid=91754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:22:02.918596 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4ebfb8a-196e-4e36-8a1c-1950879e6378', 'tag': '507f5c46-b547-4002-bfb7-c905683d7c26', 'status': 'completed', 'code': 200} May 31 18:22:02.919404 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-a1b203fa-3e7b-42a3-95f3-32ab4671523a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:02.924975 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-7f6f372e-22db-417d-8a9b-afb9db6ecb95 req-6576f5b3-cbc6-4079-956b-05d567fa512a tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Unset dirty status for tenant:f4b5ef518e9842ac9b202059fbc927e1 on resource:port {{(pid=91754) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:22:02.926223 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-7f6f372e-22db-417d-8a9b-afb9db6ecb95 req-6576f5b3-cbc6-4079-956b-05d567fa512a tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4ebfb8a-196e-4e36-8a1c-1950879e6378 HTTP/1.1" status: 200 len: 944 time: 0.3254836 May 31 18:22:02.991284 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-7f6f372e-22db-417d-8a9b-afb9db6ecb95 req-e2289177-f961-4f05-b1c9-2af8257c0c61 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Synchronizing usage tracker for tenant:f4b5ef518e9842ac9b202059fbc927e1 on resource:security_group {{(pid=91754) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:22:02.999041 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 60404) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:22:03.013742 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-7f6f372e-22db-417d-8a9b-afb9db6ecb95 req-e2289177-f961-4f05-b1c9-2af8257c0c61 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Unset dirty status for tenant:f4b5ef518e9842ac9b202059fbc927e1 on resource:security_group {{(pid=91754) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:22:03.015092 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-7f6f372e-22db-417d-8a9b-afb9db6ecb95 req-e2289177-f961-4f05-b1c9-2af8257c0c61 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0d50cdb-d2e3-4070-9cf2-b88ed441d923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830386 May 31 18:22:03.016424 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6bee5be2-38f7-47f1-ae7f-da06fa4e1cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:03.017851 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3eaca-941e-451e-927c-e8c03032f95c req-c47a3e32-7d4c-4ea7-b125-a3afeb564821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:03.019227 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-3df3eaca-941e-451e-927c-e8c03032f95c req-c47a3e32-7d4c-4ea7-b125-a3afeb564821 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f4b5ef518e9842ac9b202059fbc927e1&device_id=d4ebfb8a-196e-4e36-8a1c-1950879e6378 HTTP/1.1" status: 200 len: 1097 time: 0.1395490 May 31 18:22:03.031324 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-6bee5be2-38f7-47f1-ae7f-da06fa4e1cce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:22:03.035157 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-6bee5be2-38f7-47f1-ae7f-da06fa4e1cce admin admin] Usage tracker for resource:security_group_rule and tenant:125827a6d183475e885ad81b46763af9 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:22:03.039185 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-6bee5be2-38f7-47f1-ae7f-da06fa4e1cce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:22:03.045224 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-6bee5be2-38f7-47f1-ae7f-da06fa4e1cce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:22:03.093733 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-3df3eaca-941e-451e-927c-e8c03032f95c req-52ed29d3-1c70-44a0-ba77-a3693332aee0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=507f5c46-b547-4002-bfb7-c905683d7c26 HTTP/1.1" status: 200 len: 217 time: 0.0654962 May 31 18:22:03.144696 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6bee5be2-38f7-47f1-ae7f-da06fa4e1cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:03.149796 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6bee5be2-38f7-47f1-ae7f-da06fa4e1cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:03.163885 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-262728ec-c798-424d-9a6a-99560970fb5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:03.165952 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3eaca-941e-451e-927c-e8c03032f95c req-b06133a6-e88c-4bfc-8a3b-e81a6ea5b0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:03.167797 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-3df3eaca-941e-451e-927c-e8c03032f95c req-b06133a6-e88c-4bfc-8a3b-e81a6ea5b0cb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5f3258a-774b-40c5-bca1-4aa0a34c9c12 HTTP/1.1" status: 200 len: 854 time: 0.0682201 May 31 18:22:03.208500 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-6bee5be2-38f7-47f1-ae7f-da06fa4e1cce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=125827a6d183475e885ad81b46763af9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2058585 May 31 18:22:03.208711 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 60410) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:22:03.211443 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee5be2-38f7-47f1-ae7f-da06fa4e1cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f79acca2-a9cd-40f2-8d4d-e6cc139c9c1e,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:03.217019 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-3df3eaca-941e-451e-927c-e8c03032f95c req-ce524aa9-1948-451c-b4de-f5e75ca78a6e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18281d3b-960f-427c-9643-34b37148af34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431592 May 31 18:22:03.222985 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-6bee5be2-38f7-47f1-ae7f-da06fa4e1cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:03.275076 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-afcca9d7-4f8e-439e-a999-342bd2e9cba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:03.341279 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-afcca9d7-4f8e-439e-a999-342bd2e9cba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:03.350386 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-3df3eaca-941e-451e-927c-e8c03032f95c req-3300a9aa-5363-48f1-91b1-2411df3f4a02 service neutron] 10.222.0.20 "GET /v2.0/networks/18281d3b-960f-427c-9643-34b37148af34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262770 May 31 18:22:03.404540 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92693100-d659-4931-b169-30b2fa33f17c req-08014d23-7187-42c1-830b-66a754a701a6 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:03.406045 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-92693100-d659-4931-b169-30b2fa33f17c req-08014d23-7187-42c1-830b-66a754a701a6 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 943 time: 0.1283011 May 31 18:22:03.445081 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-afcca9d7-4f8e-439e-a999-342bd2e9cba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:03.455468 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-3d4c7f08-2484-4344-a36b-5f15e5c4415f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:03.470156 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcca9d7-4f8e-439e-a999-342bd2e9cba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79acca2-a9cd-40f2-8d4d-e6cc139c9c1e,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:03.475272 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-92693100-d659-4931-b169-30b2fa33f17c req-2d5932c1-9925-461b-87cd-250dddad1a00 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599144 May 31 18:22:03.476590 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-afcca9d7-4f8e-439e-a999-342bd2e9cba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:03.480124 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-afcca9d7-4f8e-439e-a999-342bd2e9cba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:03.487778 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-afcca9d7-4f8e-439e-a999-342bd2e9cba4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f79acca2-a9cd-40f2-8d4d-e6cc139c9c1e HTTP/1.1" status: 204 len: 168 time: 0.2757833 May 31 18:22:03.500579 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-3df3eaca-941e-451e-927c-e8c03032f95c req-3aeeebab-6885-4676-831f-8c5407fa5c0d service neutron] 10.222.0.20 "GET /v2.0/networks/18281d3b-960f-427c-9643-34b37148af34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405926 May 31 18:22:03.615989 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403c5e2-c797-4926-aba2-1c88a2c704a3 req-0af119b1-f4be-45d0-9259-ac59f47d4851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:03.617940 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a403c5e2-c797-4926-aba2-1c88a2c704a3 req-0af119b1-f4be-45d0-9259-ac59f47d4851 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f4b5ef518e9842ac9b202059fbc927e1&device_id=d4ebfb8a-196e-4e36-8a1c-1950879e6378 HTTP/1.1" status: 200 len: 1097 time: 0.0700059 May 31 18:22:03.750695 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403c5e2-c797-4926-aba2-1c88a2c704a3 req-3022313f-09a9-4831-88b5-5778d4ff2102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:03.752147 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a403c5e2-c797-4926-aba2-1c88a2c704a3 req-3022313f-09a9-4831-88b5-5778d4ff2102 service neutron] 10.222.0.20 "GET /v2.0/networks?id=18281d3b-960f-427c-9643-34b37148af34 HTTP/1.1" status: 200 len: 914 time: 0.1266963 May 31 18:22:03.822735 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a403c5e2-c797-4926-aba2-1c88a2c704a3 req-5659b4c0-d984-485b-8b2e-781ebc4bf4a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=507f5c46-b547-4002-bfb7-c905683d7c26 HTTP/1.1" status: 200 len: 217 time: 0.0639155 May 31 18:22:03.887710 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403c5e2-c797-4926-aba2-1c88a2c704a3 req-6cadf41b-2b77-499c-8c2b-4fb21a5c7dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:03.889460 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a403c5e2-c797-4926-aba2-1c88a2c704a3 req-6cadf41b-2b77-499c-8c2b-4fb21a5c7dad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5f3258a-774b-40c5-bca1-4aa0a34c9c12 HTTP/1.1" status: 200 len: 854 time: 0.0611913 May 31 18:22:03.937786 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a403c5e2-c797-4926-aba2-1c88a2c704a3 req-99938378-0c34-4888-9922-1dea2140ea00 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18281d3b-960f-427c-9643-34b37148af34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415132 May 31 18:22:04.079284 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a403c5e2-c797-4926-aba2-1c88a2c704a3 req-6ce9fa82-01ba-427d-b3a7-68a53805e92f service neutron] 10.222.0.20 "GET /v2.0/networks/18281d3b-960f-427c-9643-34b37148af34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353853 May 31 18:22:04.082599 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 81e7c184-03d2-4a3e-a144-711065ad86db details requested by agent hyperv_hv-cinder-77005 with host hv-cinder-77005 {{(pid=91755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 18:22:04.218933 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 81e7c184-03d2-4a3e-a144-711065ad86db, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=81e7c184-03d2-4a3e-a144-711065ad86db,segment=NetworkSegment(9e7eb541-2a48-4373-bede-dc253746dbb0),segment_id=9e7eb541-2a48-4373-bede-dc253746dbb0)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:22:04.220586 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 60436) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:22:04.234455 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Returning: {'device': '81e7c184-03d2-4a3e-a144-711065ad86db', 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a', 'port_id': '81e7c184-03d2-4a3e-a144-711065ad86db', 'mac_address': 'fa:16:3e:87:8a:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a141bd4c-23e4-4ac5-be95-c7e9e5ec7954', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 18:22:04.291481 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a403c5e2-c797-4926-aba2-1c88a2c704a3 req-d01ad369-fcb8-4ac5-8a08-d90b8a03110a service neutron] 10.222.0.20 "GET /v2.0/networks/18281d3b-960f-427c-9643-34b37148af34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011733 May 31 18:22:04.292860 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:04.312168 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e7c184-03d2-4a3e-a144-711065ad86db {{(pid=91755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:22:04.314289 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4ca72-59db-4956-8bac-51d8f8cac629 req-f3fdda55-4a1b-4116-a206-12d86dea6534 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:04.316151 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-45f4ca72-59db-4956-8bac-51d8f8cac629 req-f3fdda55-4a1b-4116-a206-12d86dea6534 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4ebfb8a-196e-4e36-8a1c-1950879e6378 HTTP/1.1" status: 200 len: 944 time: 0.1408792 May 31 18:22:04.328845 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 81e7c184-03d2-4a3e-a144-711065ad86db, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=81e7c184-03d2-4a3e-a144-711065ad86db,segment=NetworkSegment(9e7eb541-2a48-4373-bede-dc253746dbb0),segment_id=9e7eb541-2a48-4373-bede-dc253746dbb0)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:22:04.333035 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:04.335932 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:04.336981 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [None req-d3d7474f-5c68-4843-a3ff-6a24982f4f28 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1372168377-network', 'tenant_id': 'c7516990dfc94a1fab0f4fa45d95aad3'}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:22:04.341704 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-d3d7474f-5c68-4843-a3ff-6a24982f4f28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:22:04.345445 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-d3d7474f-5c68-4843-a3ff-6a24982f4f28 admin admin] Usage tracker for resource:network and tenant:c7516990dfc94a1fab0f4fa45d95aad3 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:22:04.348719 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-d3d7474f-5c68-4843-a3ff-6a24982f4f28 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:22:04.354831 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-d3d7474f-5c68-4843-a3ff-6a24982f4f28 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:22:04.365519 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d7474f-5c68-4843-a3ff-6a24982f4f28 admin admin] Made reservation on behalf of c7516990dfc94a1fab0f4fa45d95aad3 for: {'network': 1} {{(pid=91753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:22:04.368556 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-45f4ca72-59db-4956-8bac-51d8f8cac629 req-172d84dc-58f4-4f6a-9dc2-6e729226305f tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0d50cdb-d2e3-4070-9cf2-b88ed441d923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457840 May 31 18:22:04.368713 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-d3d7474f-5c68-4843-a3ff-6a24982f4f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4080666'] for network, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:04.380643 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-d3d7474f-5c68-4843-a3ff-6a24982f4f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:04.395620 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-d3d7474f-5c68-4843-a3ff-6a24982f4f28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:22:04.399492 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-d3d7474f-5c68-4843-a3ff-6a24982f4f28 admin admin] Usage tracker for resource:security_group_rule and tenant:c7516990dfc94a1fab0f4fa45d95aad3 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:22:04.402317 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-d3d7474f-5c68-4843-a3ff-6a24982f4f28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:22:04.407825 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=81e7c184-03d2-4a3e-a144-711065ad86db,revision_number=9']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:04.410780 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:04.412785 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-d3d7474f-5c68-4843-a3ff-6a24982f4f28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:22:04.500235 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-d3d7474f-5c68-4843-a3ff-6a24982f4f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:04.504903 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-d3d7474f-5c68-4843-a3ff-6a24982f4f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:04.508266 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-463673d9-bc52-4804-b058-be18406691a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:04.535534 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3d7474f-5c68-4843-a3ff-6a24982f4f28 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=91753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 18:22:04.543987 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d7474f-5c68-4843-a3ff-6a24982f4f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5807014-b84a-40d0-9519-1b9284cf48c4,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:04.547586 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-d3d7474f-5c68-4843-a3ff-6a24982f4f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:04.550684 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-d3d7474f-5c68-4843-a3ff-6a24982f4f28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090'] for segment, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:04.550957 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.db.segments_db [None req-d3d7474f-5c68-4843-a3ff-6a24982f4f28 admin admin] Added segment d3a8a1df-b488-4a35-87e5-0d913afd14ce of type vlan for network e3831ffb-3fed-4199-9345-e83614c932f0 May 31 18:22:04.580662 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-d3d7474f-5c68-4843-a3ff-6a24982f4f28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763743697237'] for network, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:04.660813 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-d3d7474f-5c68-4843-a3ff-6a24982f4f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551420'] for network, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:04.663186 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d7474f-5c68-4843-a3ff-6a24982f4f28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:04.663776 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-d3d7474f-5c68-4843-a3ff-6a24982f4f28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for network, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:04.670301 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:04.774996 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d7474f-5c68-4843-a3ff-6a24982f4f28 admin admin] Pushing event updated for resources: {'Network': ['ID=e3831ffb-3fed-4199-9345-e83614c932f0,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:04.777753 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-d3d7474f-5c68-4843-a3ff-6a24982f4f28 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5553529 May 31 18:22:04.778705 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-d3d7474f-5c68-4843-a3ff-6a24982f4f28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:04.780735 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 60444) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:22:04.787006 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [None req-6cad126b-786f-4dff-a529-a67a7c5804ec admin admin] Request body: {'subnet': {'network_id': 'e3831ffb-3fed-4199-9345-e83614c932f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1372168377-subnet', 'tenant_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'ip_version': 4}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:22:04.788655 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Network e3831ffb-3fed-4199-9345-e83614c932f0 details requested by agent ovs-agent-dv-cinder-770050-4-smb with host dv-cinder-770050-4-smb {{(pid=91755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 18:22:04.792194 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-6cad126b-786f-4dff-a529-a67a7c5804ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:22:04.792324 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe2c6f-2ba4-4985-bc2f-ef3ebd8c70cd req-158b7e25-7b34-4183-b7c8-48a1a1cb0188 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:04.793983 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-4bbe2c6f-2ba4-4985-bc2f-ef3ebd8c70cd req-158b7e25-7b34-4183-b7c8-48a1a1cb0188 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 944 time: 0.1948845 May 31 18:22:04.796024 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-6cad126b-786f-4dff-a529-a67a7c5804ec admin admin] Usage tracker for resource:subnet and tenant:c7516990dfc94a1fab0f4fa45d95aad3 is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:22:04.798971 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-6cad126b-786f-4dff-a529-a67a7c5804ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:22:04.805681 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-6cad126b-786f-4dff-a529-a67a7c5804ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:22:04.816570 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cad126b-786f-4dff-a529-a67a7c5804ec admin admin] Made reservation on behalf of c7516990dfc94a1fab0f4fa45d95aad3 for: {'subnet': 1} {{(pid=91754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:22:04.818923 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-6cad126b-786f-4dff-a529-a67a7c5804ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10908778'] for subnet, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:04.840335 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-4bbe2c6f-2ba4-4985-bc2f-ef3ebd8c70cd req-fbcd9e14-a07b-49af-80dd-885b94532495 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395985 May 31 18:22:04.857301 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] get_ports_and_sgs() called for port_ids ['81e7c184-03d2-4a3e-a144-711065ad86db'] {{(pid=91755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:22:05.276495 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-6cad126b-786f-4dff-a529-a67a7c5804ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10873447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10908796'] for subnet, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:05.280779 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-c22e3d0e-c0ea-4147-913b-7997626c8949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:05.346237 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad126b-786f-4dff-a529-a67a7c5804ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=91c6e033-f0f9-45bc-8ee9-e5514627197a,revision_number=0']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:05.349581 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-6cad126b-786f-4dff-a529-a67a7c5804ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:05.355481 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cad126b-786f-4dff-a529-a67a7c5804ec admin admin] Checking segment: {'id': 'd3a8a1df-b488-4a35-87e5-0d913afd14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e3831ffb-3fed-4199-9345-e83614c932f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:22:05.355823 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cad126b-786f-4dff-a529-a67a7c5804ec admin admin] Network hostable DHCP agents. Network: e3831ffb-3fed-4199-9345-e83614c932f0, hostable agents: ['c2c260b2-0141-4615-bcb7-b98a7560862d'], hosted agents: [] {{(pid=91754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 18:22:05.372327 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cad126b-786f-4dff-a529-a67a7c5804ec admin admin] Network e3831ffb-3fed-4199-9345-e83614c932f0 is scheduled to be hosted by DHCP agent c2c260b2-0141-4615-bcb7-b98a7560862d with binding_index 1 {{(pid=91754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 18:22:05.381128 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.base_scheduler [None req-6cad126b-786f-4dff-a529-a67a7c5804ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-770050-4-smb, e3831ffb-3fed-4199-9345-e83614c932f0) {{(pid=91754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:22:05.389618 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04223451-06a7-452d-935d-847127baaf0a None None] Network e3831ffb-3fed-4199-9345-e83614c932f0 requested from dv-cinder-770050-4-smb {{(pid=91755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:22:05.391329 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cad126b-786f-4dff-a529-a67a7c5804ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:05.392103 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-6cad126b-786f-4dff-a529-a67a7c5804ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:05.413839 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-6cad126b-786f-4dff-a529-a67a7c5804ec admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6313653 May 31 18:22:05.417129 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 60450) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:22:05.422023 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [None req-ced2564e-f55c-40af-81ac-4d755bdc9793 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1372168377-router', 'tenant_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'}}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:22:05.426749 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-ced2564e-f55c-40af-81ac-4d755bdc9793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:22:05.431440 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-ced2564e-f55c-40af-81ac-4d755bdc9793 admin admin] Usage tracker for resource:router and tenant:c7516990dfc94a1fab0f4fa45d95aad3 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:22:05.434805 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-ced2564e-f55c-40af-81ac-4d755bdc9793 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:22:05.441228 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-ced2564e-f55c-40af-81ac-4d755bdc9793 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:22:05.455972 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-ced2564e-f55c-40af-81ac-4d755bdc9793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2093'] for router, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:05.457229 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-ced2564e-f55c-40af-81ac-4d755bdc9793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-955001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-960678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1030219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2086'] for router, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:05.476361 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-ced2564e-f55c-40af-81ac-4d755bdc9793 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:05.651001 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6602fa-9c3d-4908-8129-16cfc632df7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cf2e4da-c742-599c-89b0-5cab7570e4a3-e3831ffb-3fed-4199-9345-e83614c932f0', 'network_id': 'e3831ffb-3fed-4199-9345-e83614c932f0', 'tenant_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'fixed_ips': [{'subnet_id': '91c6e033-f0f9-45bc-8ee9-e5514627197a'}]}} from dv-cinder-770050-4-smb. {{(pid=91755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 18:22:05.651822 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9a6602fa-9c3d-4908-8129-16cfc632df7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:05.709236 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256fa3c6-542c-4666-ba5f-8ddc09eb75d2 req-81021ecc-da7a-49f3-bf1f-750afccba0e5 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:05.712129 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-256fa3c6-542c-4666-ba5f-8ddc09eb75d2 req-81021ecc-da7a-49f3-bf1f-750afccba0e5 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4ebfb8a-196e-4e36-8a1c-1950879e6378 HTTP/1.1" status: 200 len: 944 time: 0.0855813 May 31 18:22:05.754661 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-ced2564e-f55c-40af-81ac-4d755bdc9793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-960643', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2128'] for router, precommit_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:05.761095 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-256fa3c6-542c-4666-ba5f-8ddc09eb75d2 req-bfdeade0-d243-415f-ba64-386fd653d453 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0d50cdb-d2e3-4070-9cf2-b88ed441d923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442150 May 31 18:22:05.831536 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.db_base_plugin_common [None req-9a6602fa-9c3d-4908-8129-16cfc632df7f None None] Allocated IP 172.20.0.2 (e3831ffb-3fed-4199-9345-e83614c932f0/91c6e033-f0f9-45bc-8ee9-e5514627197a/37a80a9f-3975-4d66-b0af-2a580b5c09c1) {{(pid=91755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:22:06.036270 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9a6602fa-9c3d-4908-8129-16cfc632df7f None None] Notify callbacks [] for port, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:06.046264 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-9a6602fa-9c3d-4908-8129-16cfc632df7f None None] Transition to ACTIVE for port object 37a80a9f-3975-4d66-b0af-2a580b5c09c1 will not be triggered until provisioned by entity L2. {{(pid=91755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:22:06.063365 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-9a6602fa-9c3d-4908-8129-16cfc632df7f None None] Transition to ACTIVE for port object 37a80a9f-3975-4d66-b0af-2a580b5c09c1 will not be triggered until provisioned by entity DHCP. {{(pid=91755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:22:06.069374 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9a6602fa-9c3d-4908-8129-16cfc632df7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395'] for port, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:06.072901 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0f0f40e3-22b9-463c-843c-15a46a0f1976 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:06.111592 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 507f5c46-b547-4002-bfb7-c905683d7c26 details requested by agent hyperv_hv-cinder-77005 with host hv-cinder-77005 {{(pid=91755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 18:22:06.113211 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 81e7c184-03d2-4a3e-a144-711065ad86db up at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:22:06.197360 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6602fa-9c3d-4908-8129-16cfc632df7f None None] Network e3831ffb-3fed-4199-9345-e83614c932f0 is already hosted by enough agents. {{(pid=91755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:22:06.202562 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-9a6602fa-9c3d-4908-8129-16cfc632df7f None None] Resources bound (agent type, host, resource id): {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:22:06.209991 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6602fa-9c3d-4908-8129-16cfc632df7f None None] Received port after_create {{(pid=91755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:22:06.210712 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451f4be-29ef-41c9-8a37-ec64f5e62af0 req-cc0bbc4a-43db-4e58-a8eb-8d317a9eb32d tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:06.212064 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-d451f4be-29ef-41c9-8a37-ec64f5e62af0 req-cc0bbc4a-43db-4e58-a8eb-8d317a9eb32d tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 944 time: 0.2565854 May 31 18:22:06.213715 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6602fa-9c3d-4908-8129-16cfc632df7f None None] Pushing event updated for resources: {'Port': ['ID=37a80a9f-3975-4d66-b0af-2a580b5c09c1,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:06.230897 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-9a6602fa-9c3d-4908-8129-16cfc632df7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:06.241120 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-ced2564e-f55c-40af-81ac-4d755bdc9793 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:06.283128 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-ced2564e-f55c-40af-81ac-4d755bdc9793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:06.332397 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-d451f4be-29ef-41c9-8a37-ec64f5e62af0 req-471fe48f-a4ff-4fc2-833a-84a259997cca tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133778 May 31 18:22:06.385167 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Provisioning complete for port 81e7c184-03d2-4a3e-a144-711065ad86db triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:22:06.385542 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:06.440814 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-9a6602fa-9c3d-4908-8129-16cfc632df7f None None] Attempting to bind port 37a80a9f-3975-4d66-b0af-2a580b5c09c1 on host dv-cinder-770050-4-smb for vnic_type normal with profile {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:22:06.441467 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-9a6602fa-9c3d-4908-8129-16cfc632df7f None None] Attempting to bind port 37a80a9f-3975-4d66-b0af-2a580b5c09c1 by drivers openvswitch,hyperv on host dv-cinder-770050-4-smb at level 0 using segments [{'id': 'd3a8a1df-b488-4a35-87e5-0d913afd14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e3831ffb-3fed-4199-9345-e83614c932f0'}] {{(pid=91755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:22:06.441611 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6602fa-9c3d-4908-8129-16cfc632df7f None None] Attempting to bind port 37a80a9f-3975-4d66-b0af-2a580b5c09c1 on network e3831ffb-3fed-4199-9345-e83614c932f0 {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:22:06.447224 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.db_base_plugin_common [None req-ced2564e-f55c-40af-81ac-4d755bdc9793 admin admin] Allocated IP 172.28.1.45 (3a0124ad-3a38-4a71-989b-cf15592ffbdb/7dbd3a86-7301-413f-8501-e9f2643d6bdc/b68334d4-75c9-42b7-b335-81798b2fdbb4) {{(pid=91753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:22:06.454808 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6602fa-9c3d-4908-8129-16cfc632df7f None None] Checking agent: {'id': '645f1a76-8a80-43b7-a21a-f9bffe38f313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:22:06.455124 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6602fa-9c3d-4908-8129-16cfc632df7f None None] Checking segment: {'id': 'd3a8a1df-b488-4a35-87e5-0d913afd14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e3831ffb-3fed-4199-9345-e83614c932f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:22:06.455526 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9a6602fa-9c3d-4908-8129-16cfc632df7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:06.456204 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6602fa-9c3d-4908-8129-16cfc632df7f None None] Bound using segment: {'id': 'd3a8a1df-b488-4a35-87e5-0d913afd14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e3831ffb-3fed-4199-9345-e83614c932f0'} {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:22:06.456414 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-9a6602fa-9c3d-4908-8129-16cfc632df7f None None] Bound port: 37a80a9f-3975-4d66-b0af-2a580b5c09c1, host: dv-cinder-770050-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a8a1df-b488-4a35-87e5-0d913afd14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e3831ffb-3fed-4199-9345-e83614c932f0'}}] {{(pid=91755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:22:06.456786 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9a6602fa-9c3d-4908-8129-16cfc632df7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:06.526145 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 507f5c46-b547-4002-bfb7-c905683d7c26, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=507f5c46-b547-4002-bfb7-c905683d7c26,segment=NetworkSegment(2c8e1d6f-cf27-47ad-83b2-d146cd34fac7),segment_id=2c8e1d6f-cf27-47ad-83b2-d146cd34fac7)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:22:06.558246 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Returning: {'device': '507f5c46-b547-4002-bfb7-c905683d7c26', 'network_id': '18281d3b-960f-427c-9643-34b37148af34', 'port_id': '507f5c46-b547-4002-bfb7-c905683d7c26', 'mac_address': 'fa:16:3e:2a:50:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5f3258a-774b-40c5-bca1-4aa0a34c9c12', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 18:22:06.595330 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-ced2564e-f55c-40af-81ac-4d755bdc9793 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:06.624932 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-ced2564e-f55c-40af-81ac-4d755bdc9793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1833561'] for port, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:06.629325 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:06.677473 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-9a6602fa-9c3d-4908-8129-16cfc632df7f None None] For port 37a80a9f-3975-4d66-b0af-2a580b5c09c1, host dv-cinder-770050-4-smb, cleared binding levels {{(pid=91755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:22:06.684086 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-9a6602fa-9c3d-4908-8129-16cfc632df7f None None] For port 37a80a9f-3975-4d66-b0af-2a580b5c09c1, host dv-cinder-770050-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=37a80a9f-3975-4d66-b0af-2a580b5c09c1,segment=NetworkSegment(d3a8a1df-b488-4a35-87e5-0d913afd14ce),segment_id=d3a8a1df-b488-4a35-87e5-0d913afd14ce)] {{(pid=91755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:22:06.688397 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:06.688563 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ced2564e-f55c-40af-81ac-4d755bdc9793 admin admin] Network 3a0124ad-3a38-4a71-989b-cf15592ffbdb is already hosted by enough agents. {{(pid=91753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:22:06.691333 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.base_scheduler [None req-ced2564e-f55c-40af-81ac-4d755bdc9793 admin admin] Resources bound (agent type, host, resource id): {{(pid=91753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:22:06.695560 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced2564e-f55c-40af-81ac-4d755bdc9793 admin admin] Received port after_create {{(pid=91753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:22:06.699382 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9a6602fa-9c3d-4908-8129-16cfc632df7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:06.705060 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-36336e42-6093-4cfd-8589-8586cf862a43 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:06.734659 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:06.735962 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2564e-f55c-40af-81ac-4d755bdc9793 admin admin] Pushing event updated for resources: {'Port': ['ID=b68334d4-75c9-42b7-b335-81798b2fdbb4,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:06.743883 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-ced2564e-f55c-40af-81ac-4d755bdc9793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:06.780743 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 507f5c46-b547-4002-bfb7-c905683d7c26 {{(pid=91755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:22:06.819242 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac91ea36-952d-4c6f-a706-4f1ad1c56593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e7c184-03d2-4a3e-a144-711065ad86db'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:22:06.822084 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e2032fe1b554800b495be35bbba042da1e7f6a6deba8ede5c150f2a358caca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9dd98da-890e-49d2-a847-306562f93ceb" -d '{"events": [{"server_uuid": "ac91ea36-952d-4c6f-a706-4f1ad1c56593", "name": "network-vif-plugged", "status": "completed", "tag": "81e7c184-03d2-4a3e-a144-711065ad86db"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:22:06.830454 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6602fa-9c3d-4908-8129-16cfc632df7f None None] Pushing event updated for resources: {'Port': ['ID=37a80a9f-3975-4d66-b0af-2a580b5c09c1,revision_number=2']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:06.833946 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 507f5c46-b547-4002-bfb7-c905683d7c26, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=507f5c46-b547-4002-bfb7-c905683d7c26,segment=NetworkSegment(2c8e1d6f-cf27-47ad-83b2-d146cd34fac7),segment_id=2c8e1d6f-cf27-47ad-83b2-d146cd34fac7)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:22:06.836727 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-9a6602fa-9c3d-4908-8129-16cfc632df7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:06.839578 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 81e7c184-03d2-4a3e-a144-711065ad86db, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=81e7c184-03d2-4a3e-a144-711065ad86db,segment=NetworkSegment(9e7eb541-2a48-4373-bede-dc253746dbb0),segment_id=9e7eb541-2a48-4373-bede-dc253746dbb0)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:22:06.841680 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:06.843742 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:06.879657 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:06.882658 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ee25e5-0cf0-483a-9d25-71b53013da49 x-openstack-request-id: req-f9ee25e5-0cf0-483a-9d25-71b53013da49 {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:22:06.882957 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac91ea36-952d-4c6f-a706-4f1ad1c56593", "name": "network-vif-plugged", "status": "completed", "tag": "81e7c184-03d2-4a3e-a144-711065ad86db", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:22:06.883213 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f9ee25e5-0cf0-483a-9d25-71b53013da49 {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:22:06.883797 dv-cinder-770050-4-smb neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac91ea36-952d-4c6f-a706-4f1ad1c56593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e7c184-03d2-4a3e-a144-711065ad86db', 'code': 200} May 31 18:22:06.915662 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=507f5c46-b547-4002-bfb7-c905683d7c26,revision_number=4']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:06.918854 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:06.919325 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-9a6602fa-9c3d-4908-8129-16cfc632df7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:06.990008 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=81e7c184-03d2-4a3e-a144-711065ad86db,revision_number=10']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:06.993860 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:07.016639 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4414d1-a62e-4b80-95d6-883b51c09465 req-585fead9-c565-4b1b-a3fb-1cb73a9ac105 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:07.018103 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8e4414d1-a62e-4b80-95d6-883b51c09465 req-585fead9-c565-4b1b-a3fb-1cb73a9ac105 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4ebfb8a-196e-4e36-8a1c-1950879e6378 HTTP/1.1" status: 200 len: 945 time: 0.0903714 May 31 18:22:07.066094 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8e4414d1-a62e-4b80-95d6-883b51c09465 req-d89f93db-7059-4998-b60c-9a684f037bfb tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0d50cdb-d2e3-4070-9cf2-b88ed441d923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400004 May 31 18:22:07.156399 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-ced2564e-f55c-40af-81ac-4d755bdc9793 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:07.172579 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] get_ports_and_sgs() called for port_ids ['507f5c46-b547-4002-bfb7-c905683d7c26'] {{(pid=91755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:22:07.497556 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5d99c-f542-47ce-8b3e-928b63e75dfd req-e6806df8-7b59-46d8-90e2-9905fe469488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:07.499113 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9df5d99c-f542-47ce-8b3e-928b63e75dfd req-e6806df8-7b59-46d8-90e2-9905fe469488 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 1099 time: 0.0739269 May 31 18:22:07.539516 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9df5d99c-f542-47ce-8b3e-928b63e75dfd req-285ddd93-32f3-465d-8ec1-9b6f1340ea7d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338652 May 31 18:22:07.645001 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-ced2564e-f55c-40af-81ac-4d755bdc9793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-960704'] for router, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:07.705612 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdd48e1-5df6-49fa-8a83-608552eba99d req-8da71209-cd22-4886-9504-e81550d66e49 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:07.707064 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-3cdd48e1-5df6-49fa-8a83-608552eba99d req-8da71209-cd22-4886-9504-e81550d66e49 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 946 time: 0.2320254 May 31 18:22:07.830390 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3128d132-0fdb-45d4-87e6-447bd351a5da None None] Network e3831ffb-3fed-4199-9345-e83614c932f0 requested from dv-cinder-770050-4-smb {{(pid=91755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:22:07.839973 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-3cdd48e1-5df6-49fa-8a83-608552eba99d req-088fdcbf-141f-4673-8dff-0be5cbf89194 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268263 May 31 18:22:07.890497 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ced2564e-f55c-40af-81ac-4d755bdc9793 admin admin] Router a52b1f3d-5184-4b59-85b1-1515b8b4cdf0 is scheduled to L3 agent aa8b4aa1-734a-4f99-a735-849181ae9a49 with binding_index 1 {{(pid=91753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 18:22:07.939736 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-2a82d2f8-0cfc-47ec-a62f-7cb4e68b3815 None None] Provisioning for port 37a80a9f-3975-4d66-b0af-2a580b5c09c1 completed by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:22:08.061354 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 37a80a9f-3975-4d66-b0af-2a580b5c09c1 up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:22:08.071631 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced2564e-f55c-40af-81ac-4d755bdc9793 admin admin] Notify agent at l3_agent.dv-cinder-770050-4-smb the message routers_updated {{(pid=91753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:22:08.094800 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e407c4-eafa-4348-a08c-380c90de208b None None] Sync routers for ids ['a52b1f3d-5184-4b59-85b1-1515b8b4cdf0'] in dv-cinder-770050-4-smb {{(pid=91755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:22:08.095647 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-ced2564e-f55c-40af-81ac-4d755bdc9793 admin admin] Notify callbacks [] for router, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:08.099552 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-ced2564e-f55c-40af-81ac-4d755bdc9793 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6790709 May 31 18:22:08.100211 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 60466) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:22:08.160111 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 507f5c46-b547-4002-bfb7-c905683d7c26 up at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:22:08.206071 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e407c4-eafa-4348-a08c-380c90de208b None None] Routers {'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:22:08.206722 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-49e407c4-eafa-4348-a08c-380c90de208b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:21:49Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['a52b1f3d-5184-4b59-85b1-1515b8b4cdf0'], 'active': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:22:08.401266 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning for port 37a80a9f-3975-4d66-b0af-2a580b5c09c1 completed by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:22:08.411129 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9e3c55-eba3-4ac7-acd6-3e7a395e3ef0 req-49584ab6-0c76-4ab9-93ed-a3ba980c4d61 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:08.414948 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port 37a80a9f-3975-4d66-b0af-2a580b5c09c1 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:22:08.416068 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:08.419926 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-6a9e3c55-eba3-4ac7-acd6-3e7a395e3ef0 req-49584ab6-0c76-4ab9-93ed-a3ba980c4d61 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4ebfb8a-196e-4e36-8a1c-1950879e6378 HTTP/1.1" status: 200 len: 945 time: 0.2383935 May 31 18:22:08.459641 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Provisioning for port 507f5c46-b547-4002-bfb7-c905683d7c26 completed by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:22:08.480183 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Provisioning complete for port 507f5c46-b547-4002-bfb7-c905683d7c26 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:22:08.480562 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:08.520079 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvr_db [None req-49e407c4-eafa-4348-a08c-380c90de208b None None] Set router a52b1f3d-5184-4b59-85b1-1515b8b4cdf0 gateway port host: dv-cinder-770050-4-smb {{(pid=91755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:22:08.549463 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-6a9e3c55-eba3-4ac7-acd6-3e7a395e3ef0 req-269522b6-ce24-49c5-98c9-59b341b0b00c tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0d50cdb-d2e3-4070-9cf2-b88ed441d923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288092 May 31 18:22:08.754300 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-5a4e94e4-26de-45bd-aced-8dc93b4a70f5 None None] Provisioning complete for port 37a80a9f-3975-4d66-b0af-2a580b5c09c1 triggered by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:22:08.754680 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5a4e94e4-26de-45bd-aced-8dc93b4a70f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:08.896143 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-b70335b3-18eb-4eeb-a90f-65164ae122f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:08.930713 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:08.968367 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:09.055273 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] For port 37a80a9f-3975-4d66-b0af-2a580b5c09c1, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=37a80a9f-3975-4d66-b0af-2a580b5c09c1,segment=NetworkSegment(d3a8a1df-b488-4a35-87e5-0d913afd14ce),segment_id=d3a8a1df-b488-4a35-87e5-0d913afd14ce)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:22:09.072834 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ebfb8a-196e-4e36-8a1c-1950879e6378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '507f5c46-b547-4002-bfb7-c905683d7c26'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:22:09.073941 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781acaa2-a240-4b07-9dbd-429b569ffc18 req-0f6aa9ec-2c66-4405-b0ce-33724b57da9b tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:09.075035 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e2032fe1b554800b495be35bbba042da1e7f6a6deba8ede5c150f2a358caca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-922884e7-0846-47fc-83fa-20d8193265d5" -d '{"events": [{"server_uuid": "d4ebfb8a-196e-4e36-8a1c-1950879e6378", "name": "network-vif-plugged", "status": "completed", "tag": "507f5c46-b547-4002-bfb7-c905683d7c26"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:22:09.080896 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-781acaa2-a240-4b07-9dbd-429b569ffc18 req-0f6aa9ec-2c66-4405-b0ce-33724b57da9b tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 946 time: 0.1162450 May 31 18:22:09.098394 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 507f5c46-b547-4002-bfb7-c905683d7c26, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=507f5c46-b547-4002-bfb7-c905683d7c26,segment=NetworkSegment(2c8e1d6f-cf27-47ad-83b2-d146cd34fac7),segment_id=2c8e1d6f-cf27-47ad-83b2-d146cd34fac7)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:22:09.099526 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:09.110264 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:09.157999 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:09.175021 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-781acaa2-a240-4b07-9dbd-429b569ffc18 req-35338060-d495-4329-8eaa-5b92ad82b06b tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929878 May 31 18:22:09.236646 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9fe3abe-bd29-4276-9302-752a4be631e7 x-openstack-request-id: req-b9fe3abe-bd29-4276-9302-752a4be631e7 {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:22:09.237089 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ebfb8a-196e-4e36-8a1c-1950879e6378", "name": "network-vif-plugged", "status": "completed", "tag": "507f5c46-b547-4002-bfb7-c905683d7c26", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:22:09.237193 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b9fe3abe-bd29-4276-9302-752a4be631e7 {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:22:09.237615 dv-cinder-770050-4-smb neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ebfb8a-196e-4e36-8a1c-1950879e6378', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '507f5c46-b547-4002-bfb7-c905683d7c26', 'code': 200} May 31 18:22:09.276605 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.db_base_plugin_common [None req-b70335b3-18eb-4eeb-a90f-65164ae122f7 admin admin] Allocated IP 172.20.0.1 (e3831ffb-3fed-4199-9345-e83614c932f0/91c6e033-f0f9-45bc-8ee9-e5514627197a/17e3966e-3079-4b46-adc4-6825f73183d6) {{(pid=91754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:22:09.310029 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Pushing event updated for resources: {'Port': ['ID=37a80a9f-3975-4d66-b0af-2a580b5c09c1,revision_number=3']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:09.313964 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:09.314722 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:09.349152 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-49e407c4-eafa-4348-a08c-380c90de208b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0', 'name': 'tempest-TestMinimumBasicScenario-1372168377-router', 'tenant_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': 'b68334d4-75c9-42b7-b335-81798b2fdbb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:22:05Z', 'updated_at': '2021-05-31T18:22:06Z', 'revision_number': 3, 'project_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'gw_port': {'id': 'b68334d4-75c9-42b7-b335-81798b2fdbb4', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:22:06Z', 'updated_at': '2021-05-31T18:22:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb'}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:22:09.365896 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e407c4-eafa-4348-a08c-380c90de208b None None] Checking router: a52b1f3d-5184-4b59-85b1-1515b8b4cdf0 for host: dv-cinder-770050-4-smb {{(pid=91755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:22:09.366820 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e407c4-eafa-4348-a08c-380c90de208b None None] Updating router a52b1f3d-5184-4b59-85b1-1515b8b4cdf0 port b68334d4-75c9-42b7-b335-81798b2fdbb4 binding host dv-cinder-770050-4-smb {{(pid=91755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 18:22:09.432810 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=507f5c46-b547-4002-bfb7-c905683d7c26,revision_number=5']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:09.435415 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-49e407c4-eafa-4348-a08c-380c90de208b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:09.467276 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:09.511052 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-b70335b3-18eb-4eeb-a90f-65164ae122f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:09.519954 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f3a24-b79b-4a78-8360-58503275d0fe req-0463ba09-026b-4070-8e79-b53b454828eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:09.521452 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d61f3a24-b79b-4a78-8360-58503275d0fe req-0463ba09-026b-4070-8e79-b53b454828eb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d4ebfb8a-196e-4e36-8a1c-1950879e6378 HTTP/1.1" status: 200 len: 1099 time: 0.1470191 May 31 18:22:09.546247 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.provisioning_blocks [None req-b70335b3-18eb-4eeb-a90f-65164ae122f7 admin admin] Transition to ACTIVE for port object 17e3966e-3079-4b46-adc4-6825f73183d6 will not be triggered until provisioned by entity DHCP. {{(pid=91754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:22:09.573868 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d61f3a24-b79b-4a78-8360-58503275d0fe req-422e4924-9358-4bd3-aa4a-08ce0a3b68ff service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a0d50cdb-d2e3-4070-9cf2-b88ed441d923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423956 May 31 18:22:09.590315 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-b70335b3-18eb-4eeb-a90f-65164ae122f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:09.595059 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-9c0fe98d-73a7-4ce3-9401-e45ac9cc3d1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:09.660803 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70335b3-18eb-4eeb-a90f-65164ae122f7 admin admin] Network e3831ffb-3fed-4199-9345-e83614c932f0 is already hosted by enough agents. {{(pid=91754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:22:09.664827 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.base_scheduler [None req-b70335b3-18eb-4eeb-a90f-65164ae122f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:22:09.667374 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70335b3-18eb-4eeb-a90f-65164ae122f7 admin admin] Received port after_create {{(pid=91754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:22:09.762366 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70335b3-18eb-4eeb-a90f-65164ae122f7 admin admin] Pushing event updated for resources: {'Port': ['ID=17e3966e-3079-4b46-adc4-6825f73183d6,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:09.766759 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-b70335b3-18eb-4eeb-a90f-65164ae122f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:09.790340 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-b70335b3-18eb-4eeb-a90f-65164ae122f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960433'] for router_interface, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:09.796834 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-49e407c4-eafa-4348-a08c-380c90de208b None None] Notify callbacks [] for port, precommit_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:09.812395 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-49e407c4-eafa-4348-a08c-380c90de208b None None] Transition to ACTIVE for port object b68334d4-75c9-42b7-b335-81798b2fdbb4 will not be triggered until provisioned by entity L2. {{(pid=91755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:22:09.823121 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-49e407c4-eafa-4348-a08c-380c90de208b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:09.827177 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:09.954691 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-49e407c4-eafa-4348-a08c-380c90de208b None None] Attempting to bind port b68334d4-75c9-42b7-b335-81798b2fdbb4 on host dv-cinder-770050-4-smb for vnic_type normal with profile {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:22:09.955249 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-49e407c4-eafa-4348-a08c-380c90de208b None None] Attempting to bind port b68334d4-75c9-42b7-b335-81798b2fdbb4 by drivers openvswitch,hyperv on host dv-cinder-770050-4-smb at level 0 using segments [{'id': '909c7060-bfe5-455f-9f67-8bef71bab1ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'}] {{(pid=91755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:22:09.955414 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e407c4-eafa-4348-a08c-380c90de208b None None] Attempting to bind port b68334d4-75c9-42b7-b335-81798b2fdbb4 on network 3a0124ad-3a38-4a71-989b-cf15592ffbdb {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:22:09.957414 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-68b51ddb-995d-4e49-96d9-61c8adb6c377 None None] Provisioning for port 17e3966e-3079-4b46-adc4-6825f73183d6 completed by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:22:09.961581 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1918fd-1ef5-46d2-b744-40b1f915fa66 None None] Pushing event updated for resources: {'Port': ['ID=b68334d4-75c9-42b7-b335-81798b2fdbb4,revision_number=2']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:09.966801 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-fb1918fd-1ef5-46d2-b744-40b1f915fa66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:09.968158 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e407c4-eafa-4348-a08c-380c90de208b None None] Checking agent: {'id': '645f1a76-8a80-43b7-a21a-f9bffe38f313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:22:09.968533 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e407c4-eafa-4348-a08c-380c90de208b None None] Checking segment: {'id': '909c7060-bfe5-455f-9f67-8bef71bab1ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:22:09.968932 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-49e407c4-eafa-4348-a08c-380c90de208b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:09.969314 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e407c4-eafa-4348-a08c-380c90de208b None None] Bound using segment: {'id': '909c7060-bfe5-455f-9f67-8bef71bab1ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'} {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:22:09.969784 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-49e407c4-eafa-4348-a08c-380c90de208b None None] Bound port: b68334d4-75c9-42b7-b335-81798b2fdbb4, host: dv-cinder-770050-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '909c7060-bfe5-455f-9f67-8bef71bab1ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'}}] {{(pid=91755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:22:09.970156 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-49e407c4-eafa-4348-a08c-380c90de208b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:09.983994 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2ea07-89c9-48db-84b0-3c473df1bad6 req-47ae4e65-4942-4c92-a4af-1cb8ef45aa37 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:09.990181 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-5bd2ea07-89c9-48db-84b0-3c473df1bad6 req-47ae4e65-4942-4c92-a4af-1cb8ef45aa37 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4ebfb8a-196e-4e36-8a1c-1950879e6378 HTTP/1.1" status: 200 len: 946 time: 0.3306186 May 31 18:22:09.998883 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-68b51ddb-995d-4e49-96d9-61c8adb6c377 None None] Provisioning complete for port 17e3966e-3079-4b46-adc4-6825f73183d6 triggered by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:22:09.999268 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-68b51ddb-995d-4e49-96d9-61c8adb6c377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:10.046882 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 37a80a9f-3975-4d66-b0af-2a580b5c09c1 up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:22:10.059582 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-5bd2ea07-89c9-48db-84b0-3c473df1bad6 req-54565fe3-9ece-4f09-b11d-aba2450d3c99 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0d50cdb-d2e3-4070-9cf2-b88ed441d923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656343 May 31 18:22:10.122722 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-b70335b3-18eb-4eeb-a90f-65164ae122f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:10.139835 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-68b51ddb-995d-4e49-96d9-61c8adb6c377 None None] Port 17e3966e-3079-4b46-adc4-6825f73183d6 cannot update to ACTIVE because it is not bound. {{(pid=91755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:22:10.148505 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-49e407c4-eafa-4348-a08c-380c90de208b None None] For port b68334d4-75c9-42b7-b335-81798b2fdbb4, host dv-cinder-770050-4-smb, cleared binding levels {{(pid=91755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:22:10.152889 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-49e407c4-eafa-4348-a08c-380c90de208b None None] For port b68334d4-75c9-42b7-b335-81798b2fdbb4, host dv-cinder-770050-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=b68334d4-75c9-42b7-b335-81798b2fdbb4,segment=NetworkSegment(909c7060-bfe5-455f-9f67-8bef71bab1ed),segment_id=909c7060-bfe5-455f-9f67-8bef71bab1ed)] {{(pid=91755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:22:10.159214 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-49e407c4-eafa-4348-a08c-380c90de208b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:10.164008 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:10.238051 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port 37a80a9f-3975-4d66-b0af-2a580b5c09c1 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:22:10.238429 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:10.274314 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e407c4-eafa-4348-a08c-380c90de208b None None] Routers {'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:22:10.274919 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-49e407c4-eafa-4348-a08c-380c90de208b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:21:49Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['a52b1f3d-5184-4b59-85b1-1515b8b4cdf0'], 'active': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:22:10.345416 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-b70335b3-18eb-4eeb-a90f-65164ae122f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:10.351450 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-b70335b3-18eb-4eeb-a90f-65164ae122f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10874078'] for port, after_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:10.372567 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1918fd-1ef5-46d2-b744-40b1f915fa66 None None] Pushing event updated for resources: {'Port': ['ID=b68334d4-75c9-42b7-b335-81798b2fdbb4,revision_number=3']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:10.375838 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-fb1918fd-1ef5-46d2-b744-40b1f915fa66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:10.381117 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200e849-f746-450f-88d2-a43fe99e3ef4 req-05fe2110-9044-4e03-8658-d5c0b34db283 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:10.388806 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-6200e849-f746-450f-88d2-a43fe99e3ef4 req-05fe2110-9044-4e03-8658-d5c0b34db283 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 946 time: 0.0929315 May 31 18:22:10.394014 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-9c0fe98d-73a7-4ce3-9401-e45ac9cc3d1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:10.432460 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-6200e849-f746-450f-88d2-a43fe99e3ef4 req-fa38c064-1d02-46c7-bc8b-cfdca43c59d1 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419774 May 31 18:22:10.463602 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-b70335b3-18eb-4eeb-a90f-65164ae122f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960284'] for router_interface, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:10.496264 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70335b3-18eb-4eeb-a90f-65164ae122f7 admin admin] Pushing event updated for resources: {'Port': ['ID=17e3966e-3079-4b46-adc4-6825f73183d6,revision_number=2']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:10.501405 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-b70335b3-18eb-4eeb-a90f-65164ae122f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:10.557663 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvr_db [None req-49e407c4-eafa-4348-a08c-380c90de208b None None] Set router a52b1f3d-5184-4b59-85b1-1515b8b4cdf0 gateway port host: dv-cinder-770050-4-smb {{(pid=91755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:22:10.646393 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70335b3-18eb-4eeb-a90f-65164ae122f7 admin admin] Network e3831ffb-3fed-4199-9345-e83614c932f0 is already hosted by enough agents. {{(pid=91754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:22:10.648472 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.base_scheduler [None req-b70335b3-18eb-4eeb-a90f-65164ae122f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:22:10.888648 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-49e407c4-eafa-4348-a08c-380c90de208b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0', 'name': 'tempest-TestMinimumBasicScenario-1372168377-router', 'tenant_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': 'b68334d4-75c9-42b7-b335-81798b2fdbb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:22:05Z', 'updated_at': '2021-05-31T18:22:10Z', 'revision_number': 4, 'project_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'gw_port': {'id': 'b68334d4-75c9-42b7-b335-81798b2fdbb4', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:22:06Z', 'updated_at': '2021-05-31T18:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': '17e3966e-3079-4b46-adc4-6825f73183d6', 'name': '', 'network_id': 'e3831ffb-3fed-4199-9345-e83614c932f0', 'tenant_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'mac_address': 'fa:16:3e:50:1a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '91c6e033-f0f9-45bc-8ee9-e5514627197a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:22:09Z', 'updated_at': '2021-05-31T18:22:09Z', 'revision_number': 1, 'project_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'subnets': [{'id': '91c6e033-f0f9-45bc-8ee9-e5514627197a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:22:10.892589 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e407c4-eafa-4348-a08c-380c90de208b None None] The sync data for ids ['a52b1f3d-5184-4b59-85b1-1515b8b4cdf0'] in dv-cinder-770050-4-smb is: [{'id': 'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0', 'name': 'tempest-TestMinimumBasicScenario-1372168377-router', 'tenant_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': 'b68334d4-75c9-42b7-b335-81798b2fdbb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:22:05Z', 'updated_at': '2021-05-31T18:22:10Z', 'revision_number': 4, 'project_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'gw_port': {'id': 'b68334d4-75c9-42b7-b335-81798b2fdbb4', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a7:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:22:06Z', 'updated_at': '2021-05-31T18:22:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': '17e3966e-3079-4b46-adc4-6825f73183d6', 'name': '', 'network_id': 'e3831ffb-3fed-4199-9345-e83614c932f0', 'tenant_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'mac_address': 'fa:16:3e:50:1a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '91c6e033-f0f9-45bc-8ee9-e5514627197a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:22:09Z', 'updated_at': '2021-05-31T18:22:09Z', 'revision_number': 1, 'project_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'subnets': [{'id': '91c6e033-f0f9-45bc-8ee9-e5514627197a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:22:10.953126 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b70335b3-18eb-4eeb-a90f-65164ae122f7 admin admin] Router a52b1f3d-5184-4b59-85b1-1515b8b4cdf0 has already been hosted by L3 agent aa8b4aa1-734a-4f99-a735-849181ae9a49 {{(pid=91754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:22:10.964916 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0a1d7f2a-5f10-44b4-9c05-a00a3c6f7ad1 None None] Provisioning complete for port 17e3966e-3079-4b46-adc4-6825f73183d6 triggered by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:22:10.965423 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0a1d7f2a-5f10-44b4-9c05-a00a3c6f7ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:11.022504 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-0a1d7f2a-5f10-44b4-9c05-a00a3c6f7ad1 None None] Port 17e3966e-3079-4b46-adc4-6825f73183d6 cannot update to ACTIVE because it is not bound. {{(pid=91755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:22:11.161740 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70335b3-18eb-4eeb-a90f-65164ae122f7 admin admin] Notify agent at l3_agent.dv-cinder-770050-4-smb the message routers_updated {{(pid=91754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:22:11.172300 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-b70335b3-18eb-4eeb-a90f-65164ae122f7 admin admin] 10.222.0.25 "PUT /v2.0/routers/a52b1f3d-5184-4b59-85b1-1515b8b4cdf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0710852 May 31 18:22:11.284337 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9b5c0-1401-4568-833e-2d0595238cde req-8b83bdca-2cca-4435-a034-00272da4c6cb tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:11.285880 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d5d9b5c0-1401-4568-833e-2d0595238cde req-8b83bdca-2cca-4435-a034-00272da4c6cb tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4ebfb8a-196e-4e36-8a1c-1950879e6378 HTTP/1.1" status: 200 len: 946 time: 0.0842657 May 31 18:22:11.337824 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d5d9b5c0-1401-4568-833e-2d0595238cde req-d5801a0a-9feb-4799-9655-3f21fa9cbac8 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0d50cdb-d2e3-4070-9cf2-b88ed441d923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456779 May 31 18:22:11.773598 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 60570) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:22:11.779425 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [None req-96d23fb0-4c67-49ac-b7c8-ad50fd327a10 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1352878544-network', 'tenant_id': '34d6acf1d64a4d9e8ac14cf8ff384106'}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:22:11.784262 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-96d23fb0-4c67-49ac-b7c8-ad50fd327a10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:22:11.788892 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-96d23fb0-4c67-49ac-b7c8-ad50fd327a10 admin admin] Usage tracker for resource:network and tenant:34d6acf1d64a4d9e8ac14cf8ff384106 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:22:11.791795 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-96d23fb0-4c67-49ac-b7c8-ad50fd327a10 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:22:11.797611 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-96d23fb0-4c67-49ac-b7c8-ad50fd327a10 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:22:11.812656 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d23fb0-4c67-49ac-b7c8-ad50fd327a10 admin admin] Made reservation on behalf of 34d6acf1d64a4d9e8ac14cf8ff384106 for: {'network': 1} {{(pid=91753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:22:11.815754 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-96d23fb0-4c67-49ac-b7c8-ad50fd327a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4080666'] for network, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:11.829853 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-96d23fb0-4c67-49ac-b7c8-ad50fd327a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:11.845866 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-96d23fb0-4c67-49ac-b7c8-ad50fd327a10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:22:11.849891 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-96d23fb0-4c67-49ac-b7c8-ad50fd327a10 admin admin] Usage tracker for resource:security_group_rule and tenant:34d6acf1d64a4d9e8ac14cf8ff384106 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:22:11.853843 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-96d23fb0-4c67-49ac-b7c8-ad50fd327a10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:22:11.859810 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-96d23fb0-4c67-49ac-b7c8-ad50fd327a10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:22:12.019736 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-96d23fb0-4c67-49ac-b7c8-ad50fd327a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:12.031488 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-96d23fb0-4c67-49ac-b7c8-ad50fd327a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:12.034820 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-91e38231-178b-438f-9d3e-33c2342aa60c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:12.071796 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96d23fb0-4c67-49ac-b7c8-ad50fd327a10 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=91753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 18:22:12.076586 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device b68334d4-75c9-42b7-b335-81798b2fdbb4 up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:22:12.077742 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d23fb0-4c67-49ac-b7c8-ad50fd327a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcc4d35-c07a-442b-9323-30aa2a7ea56e,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:12.081543 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-96d23fb0-4c67-49ac-b7c8-ad50fd327a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:12.092500 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-96d23fb0-4c67-49ac-b7c8-ad50fd327a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090'] for segment, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:12.092870 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.db.segments_db [None req-96d23fb0-4c67-49ac-b7c8-ad50fd327a10 admin admin] Added segment df255d42-78d7-4464-9cde-c9729f0df6a7 of type vlan for network 6208d41e-6b78-44ef-af7e-386862bf04cb May 31 18:22:12.120605 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-96d23fb0-4c67-49ac-b7c8-ad50fd327a10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763743697237'] for network, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:12.151895 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning for port b68334d4-75c9-42b7-b335-81798b2fdbb4 completed by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:22:12.153660 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-96d23fb0-4c67-49ac-b7c8-ad50fd327a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551420'] for network, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:12.155009 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d23fb0-4c67-49ac-b7c8-ad50fd327a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:12.155567 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-96d23fb0-4c67-49ac-b7c8-ad50fd327a10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for network, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:12.158591 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port b68334d4-75c9-42b7-b335-81798b2fdbb4 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:22:12.159148 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:12.160542 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:12.273423 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 60588) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:22:12.276763 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-96d23fb0-4c67-49ac-b7c8-ad50fd327a10 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5019021 May 31 18:22:12.278247 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d23fb0-4c67-49ac-b7c8-ad50fd327a10 admin admin] Pushing event updated for resources: {'Network': ['ID=6208d41e-6b78-44ef-af7e-386862bf04cb,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:12.279434 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [None req-2e7eac5d-6550-4024-b2f3-f27c07395e4c admin admin] Request body: {'subnet': {'network_id': '6208d41e-6b78-44ef-af7e-386862bf04cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1352878544-subnet', 'tenant_id': '34d6acf1d64a4d9e8ac14cf8ff384106', 'ip_version': 4}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:22:12.281375 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-96d23fb0-4c67-49ac-b7c8-ad50fd327a10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:12.286327 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-2e7eac5d-6550-4024-b2f3-f27c07395e4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:22:12.289535 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Network 6208d41e-6b78-44ef-af7e-386862bf04cb details requested by agent ovs-agent-dv-cinder-770050-4-smb with host dv-cinder-770050-4-smb {{(pid=91755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 18:22:12.293314 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-2e7eac5d-6550-4024-b2f3-f27c07395e4c admin admin] Usage tracker for resource:subnet and tenant:34d6acf1d64a4d9e8ac14cf8ff384106 is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:22:12.296287 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-2e7eac5d-6550-4024-b2f3-f27c07395e4c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:22:12.302875 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-2e7eac5d-6550-4024-b2f3-f27c07395e4c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:22:12.314133 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7eac5d-6550-4024-b2f3-f27c07395e4c admin admin] Made reservation on behalf of 34d6acf1d64a4d9e8ac14cf8ff384106 for: {'subnet': 1} {{(pid=91754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:22:12.316834 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-2e7eac5d-6550-4024-b2f3-f27c07395e4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10908778'] for subnet, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:12.368942 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:12.404465 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] For port b68334d4-75c9-42b7-b335-81798b2fdbb4, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=b68334d4-75c9-42b7-b335-81798b2fdbb4,segment=NetworkSegment(909c7060-bfe5-455f-9f67-8bef71bab1ed),segment_id=909c7060-bfe5-455f-9f67-8bef71bab1ed)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:22:12.411857 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:12.413733 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:12.495859 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Pushing event updated for resources: {'Port': ['ID=b68334d4-75c9-42b7-b335-81798b2fdbb4,revision_number=4']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:12.500762 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:12.737371 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-2e7eac5d-6550-4024-b2f3-f27c07395e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10873447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10908796'] for subnet, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:12.741209 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:12.816854 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7eac5d-6550-4024-b2f3-f27c07395e4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb53dd76-bf14-4d8d-a0c2-813956944a29,revision_number=0']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:12.820422 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-2e7eac5d-6550-4024-b2f3-f27c07395e4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:12.822816 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7eac5d-6550-4024-b2f3-f27c07395e4c admin admin] Checking segment: {'id': 'df255d42-78d7-4464-9cde-c9729f0df6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6208d41e-6b78-44ef-af7e-386862bf04cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:22:12.823168 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7eac5d-6550-4024-b2f3-f27c07395e4c admin admin] Network hostable DHCP agents. Network: 6208d41e-6b78-44ef-af7e-386862bf04cb, hostable agents: ['c2c260b2-0141-4615-bcb7-b98a7560862d'], hosted agents: [] {{(pid=91754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 18:22:12.844724 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7eac5d-6550-4024-b2f3-f27c07395e4c admin admin] Network 6208d41e-6b78-44ef-af7e-386862bf04cb is scheduled to be hosted by DHCP agent c2c260b2-0141-4615-bcb7-b98a7560862d with binding_index 1 {{(pid=91754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 18:22:12.854472 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.base_scheduler [None req-2e7eac5d-6550-4024-b2f3-f27c07395e4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-770050-4-smb, 6208d41e-6b78-44ef-af7e-386862bf04cb) {{(pid=91754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:22:12.863267 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7eac5d-6550-4024-b2f3-f27c07395e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:12.863455 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e1f51f-a7fc-440b-afe3-ff91026226f6 None None] Network 6208d41e-6b78-44ef-af7e-386862bf04cb requested from dv-cinder-770050-4-smb {{(pid=91755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:22:12.863892 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-2e7eac5d-6550-4024-b2f3-f27c07395e4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:12.889344 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-2e7eac5d-6550-4024-b2f3-f27c07395e4c admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6147614 May 31 18:22:12.891272 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 60596) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:22:12.896152 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [None req-1b151ded-7958-4b85-9b8c-8d9e454de363 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1352878544-router', 'tenant_id': '34d6acf1d64a4d9e8ac14cf8ff384106', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'}}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:22:12.901199 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-1b151ded-7958-4b85-9b8c-8d9e454de363 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:22:12.905008 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-1b151ded-7958-4b85-9b8c-8d9e454de363 admin admin] Usage tracker for resource:router and tenant:34d6acf1d64a4d9e8ac14cf8ff384106 is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:22:12.907971 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-1b151ded-7958-4b85-9b8c-8d9e454de363 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:22:12.914779 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-1b151ded-7958-4b85-9b8c-8d9e454de363 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:22:12.925907 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-1b151ded-7958-4b85-9b8c-8d9e454de363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2093'] for router, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:12.927100 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-1b151ded-7958-4b85-9b8c-8d9e454de363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-955001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-960678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1030219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2086'] for router, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:12.943093 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-1b151ded-7958-4b85-9b8c-8d9e454de363 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:13.061140 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4563566d-7b7e-4df1-ad0b-7c22a33f1aa3 None None] Sync routers for ids ['a52b1f3d-5184-4b59-85b1-1515b8b4cdf0'] in dv-cinder-770050-4-smb {{(pid=91756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:22:13.072130 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4563566d-7b7e-4df1-ad0b-7c22a33f1aa3 None None] Routers {'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:22:13.072737 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-4563566d-7b7e-4df1-ad0b-7c22a33f1aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:21:49Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['a52b1f3d-5184-4b59-85b1-1515b8b4cdf0'], 'active': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:22:13.149088 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6242eea-87a6-4269-ba64-7d9f86428184 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cf2e4da-c742-599c-89b0-5cab7570e4a3-6208d41e-6b78-44ef-af7e-386862bf04cb', 'network_id': '6208d41e-6b78-44ef-af7e-386862bf04cb', 'tenant_id': '34d6acf1d64a4d9e8ac14cf8ff384106', 'fixed_ips': [{'subnet_id': 'fb53dd76-bf14-4d8d-a0c2-813956944a29'}]}} from dv-cinder-770050-4-smb. {{(pid=91755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 18:22:13.150649 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e6242eea-87a6-4269-ba64-7d9f86428184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:13.237540 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-1b151ded-7958-4b85-9b8c-8d9e454de363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-960643', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2128'] for router, precommit_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:13.301812 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvr_db [None req-4563566d-7b7e-4df1-ad0b-7c22a33f1aa3 None None] Set router a52b1f3d-5184-4b59-85b1-1515b8b4cdf0 gateway port host: dv-cinder-770050-4-smb {{(pid=91756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:22:13.316214 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.db_base_plugin_common [None req-e6242eea-87a6-4269-ba64-7d9f86428184 None None] Allocated IP 172.20.0.2 (6208d41e-6b78-44ef-af7e-386862bf04cb/fb53dd76-bf14-4d8d-a0c2-813956944a29/cad80dcf-f0c5-4cc4-9285-c3847f7821f7) {{(pid=91755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:22:13.542443 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e6242eea-87a6-4269-ba64-7d9f86428184 None None] Notify callbacks [] for port, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:13.552537 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e6242eea-87a6-4269-ba64-7d9f86428184 None None] Transition to ACTIVE for port object cad80dcf-f0c5-4cc4-9285-c3847f7821f7 will not be triggered until provisioned by entity L2. {{(pid=91755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:22:13.576373 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e6242eea-87a6-4269-ba64-7d9f86428184 None None] Transition to ACTIVE for port object cad80dcf-f0c5-4cc4-9285-c3847f7821f7 will not be triggered until provisioned by entity DHCP. {{(pid=91755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:22:13.581995 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e6242eea-87a6-4269-ba64-7d9f86428184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395'] for port, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:13.586221 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:13.652272 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6242eea-87a6-4269-ba64-7d9f86428184 None None] Network 6208d41e-6b78-44ef-af7e-386862bf04cb is already hosted by enough agents. {{(pid=91755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:22:13.655139 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-e6242eea-87a6-4269-ba64-7d9f86428184 None None] Resources bound (agent type, host, resource id): {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:22:13.657862 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6242eea-87a6-4269-ba64-7d9f86428184 None None] Received port after_create {{(pid=91755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:22:13.661363 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-1b151ded-7958-4b85-9b8c-8d9e454de363 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:13.665381 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-4563566d-7b7e-4df1-ad0b-7c22a33f1aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0', 'name': 'tempest-TestMinimumBasicScenario-1372168377-router', 'tenant_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': 'b68334d4-75c9-42b7-b335-81798b2fdbb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:22:05Z', 'updated_at': '2021-05-31T18:22:10Z', 'revision_number': 4, 'project_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'gw_port': {'id': 'b68334d4-75c9-42b7-b335-81798b2fdbb4', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:22:06Z', 'updated_at': '2021-05-31T18:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': '17e3966e-3079-4b46-adc4-6825f73183d6', 'name': '', 'network_id': 'e3831ffb-3fed-4199-9345-e83614c932f0', 'tenant_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'mac_address': 'fa:16:3e:50:1a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '91c6e033-f0f9-45bc-8ee9-e5514627197a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:22:09Z', 'updated_at': '2021-05-31T18:22:10Z', 'revision_number': 2, 'project_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'subnets': [{'id': '91c6e033-f0f9-45bc-8ee9-e5514627197a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:22:13.670187 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4563566d-7b7e-4df1-ad0b-7c22a33f1aa3 None None] Checking router: a52b1f3d-5184-4b59-85b1-1515b8b4cdf0 for host: dv-cinder-770050-4-smb {{(pid=91756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:22:13.670621 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4563566d-7b7e-4df1-ad0b-7c22a33f1aa3 None None] Updating router a52b1f3d-5184-4b59-85b1-1515b8b4cdf0 port 17e3966e-3079-4b46-adc4-6825f73183d6 binding host dv-cinder-770050-4-smb {{(pid=91756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 18:22:13.695175 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-1b151ded-7958-4b85-9b8c-8d9e454de363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:13.701537 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6242eea-87a6-4269-ba64-7d9f86428184 None None] Pushing event updated for resources: {'Port': ['ID=cad80dcf-f0c5-4cc4-9285-c3847f7821f7,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:13.704843 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e6242eea-87a6-4269-ba64-7d9f86428184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:13.727748 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4563566d-7b7e-4df1-ad0b-7c22a33f1aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:13.758004 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-e6242eea-87a6-4269-ba64-7d9f86428184 None None] Attempting to bind port cad80dcf-f0c5-4cc4-9285-c3847f7821f7 on host dv-cinder-770050-4-smb for vnic_type normal with profile {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:22:13.759245 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-e6242eea-87a6-4269-ba64-7d9f86428184 None None] Attempting to bind port cad80dcf-f0c5-4cc4-9285-c3847f7821f7 by drivers openvswitch,hyperv on host dv-cinder-770050-4-smb at level 0 using segments [{'id': 'df255d42-78d7-4464-9cde-c9729f0df6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6208d41e-6b78-44ef-af7e-386862bf04cb'}] {{(pid=91755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:22:13.759245 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6242eea-87a6-4269-ba64-7d9f86428184 None None] Attempting to bind port cad80dcf-f0c5-4cc4-9285-c3847f7821f7 on network 6208d41e-6b78-44ef-af7e-386862bf04cb {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:22:13.765163 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6242eea-87a6-4269-ba64-7d9f86428184 None None] Checking agent: {'id': '645f1a76-8a80-43b7-a21a-f9bffe38f313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:22:13.765163 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6242eea-87a6-4269-ba64-7d9f86428184 None None] Checking segment: {'id': 'df255d42-78d7-4464-9cde-c9729f0df6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6208d41e-6b78-44ef-af7e-386862bf04cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:22:13.765739 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e6242eea-87a6-4269-ba64-7d9f86428184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:13.766185 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6242eea-87a6-4269-ba64-7d9f86428184 None None] Bound using segment: {'id': 'df255d42-78d7-4464-9cde-c9729f0df6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6208d41e-6b78-44ef-af7e-386862bf04cb'} {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:22:13.766806 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-e6242eea-87a6-4269-ba64-7d9f86428184 None None] Bound port: cad80dcf-f0c5-4cc4-9285-c3847f7821f7, host: dv-cinder-770050-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df255d42-78d7-4464-9cde-c9729f0df6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6208d41e-6b78-44ef-af7e-386862bf04cb'}}] {{(pid=91755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:22:13.767258 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e6242eea-87a6-4269-ba64-7d9f86428184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:13.848139 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.db_base_plugin_common [None req-1b151ded-7958-4b85-9b8c-8d9e454de363 admin admin] Allocated IP 172.28.1.130 (3a0124ad-3a38-4a71-989b-cf15592ffbdb/7dbd3a86-7301-413f-8501-e9f2643d6bdc/2dffe0d3-a20e-40c7-9723-802d846e702c) {{(pid=91754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:22:13.856612 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-e6242eea-87a6-4269-ba64-7d9f86428184 None None] For port cad80dcf-f0c5-4cc4-9285-c3847f7821f7, host dv-cinder-770050-4-smb, cleared binding levels {{(pid=91755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:22:13.859707 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-e6242eea-87a6-4269-ba64-7d9f86428184 None None] For port cad80dcf-f0c5-4cc4-9285-c3847f7821f7, host dv-cinder-770050-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=cad80dcf-f0c5-4cc4-9285-c3847f7821f7,segment=NetworkSegment(df255d42-78d7-4464-9cde-c9729f0df6a7),segment_id=df255d42-78d7-4464-9cde-c9729f0df6a7)] {{(pid=91755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:22:13.865351 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e6242eea-87a6-4269-ba64-7d9f86428184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:13.874818 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e6242eea-87a6-4269-ba64-7d9f86428184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:13.952412 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6242eea-87a6-4269-ba64-7d9f86428184 None None] Pushing event updated for resources: {'Port': ['ID=cad80dcf-f0c5-4cc4-9285-c3847f7821f7,revision_number=2']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:13.959359 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e6242eea-87a6-4269-ba64-7d9f86428184 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:14.017224 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-1b151ded-7958-4b85-9b8c-8d9e454de363 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:14.042074 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device b68334d4-75c9-42b7-b335-81798b2fdbb4 up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:22:14.055301 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-1b151ded-7958-4b85-9b8c-8d9e454de363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:14.059684 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-093d1657-e078-4bf9-a138-abc44ecf9cf1 tempest-DeleteServersTestJSON-992719965 tempest-DeleteServersTestJSON-992719965-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:14.132816 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port b68334d4-75c9-42b7-b335-81798b2fdbb4 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:22:14.133086 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:14.133921 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4563566d-7b7e-4df1-ad0b-7c22a33f1aa3 None None] Notify callbacks [] for port, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:14.144520 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b151ded-7958-4b85-9b8c-8d9e454de363 admin admin] Network 3a0124ad-3a38-4a71-989b-cf15592ffbdb is already hosted by enough agents. {{(pid=91754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:22:14.146040 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.provisioning_blocks [None req-4563566d-7b7e-4df1-ad0b-7c22a33f1aa3 None None] Transition to ACTIVE for port object 17e3966e-3079-4b46-adc4-6825f73183d6 will not be triggered until provisioned by entity L2. {{(pid=91756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:22:14.148416 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.base_scheduler [None req-1b151ded-7958-4b85-9b8c-8d9e454de363 admin admin] Resources bound (agent type, host, resource id): {{(pid=91754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:22:14.154756 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b151ded-7958-4b85-9b8c-8d9e454de363 admin admin] Received port after_create {{(pid=91754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:22:14.154976 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4563566d-7b7e-4df1-ad0b-7c22a33f1aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:14.159861 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:14.182692 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b151ded-7958-4b85-9b8c-8d9e454de363 admin admin] Pushing event updated for resources: {'Port': ['ID=2dffe0d3-a20e-40c7-9723-802d846e702c,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:14.246567 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-1b151ded-7958-4b85-9b8c-8d9e454de363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:14.254613 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc918461-e3e4-4419-bab4-1a8b3991a755 None None] Pushing event updated for resources: {'Port': ['ID=17e3966e-3079-4b46-adc4-6825f73183d6,revision_number=3']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:14.265988 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc918461-e3e4-4419-bab4-1a8b3991a755 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:14.266317 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc918461-e3e4-4419-bab4-1a8b3991a755 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:14.266642 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc918461-e3e4-4419-bab4-1a8b3991a755 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:14.266957 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc918461-e3e4-4419-bab4-1a8b3991a755 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:14.267318 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc918461-e3e4-4419-bab4-1a8b3991a755 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:14.267663 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc918461-e3e4-4419-bab4-1a8b3991a755 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:14.267948 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc918461-e3e4-4419-bab4-1a8b3991a755 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:14.270613 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc918461-e3e4-4419-bab4-1a8b3991a755 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:14.270613 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc918461-e3e4-4419-bab4-1a8b3991a755 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:14.270613 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc918461-e3e4-4419-bab4-1a8b3991a755 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:14.270613 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc918461-e3e4-4419-bab4-1a8b3991a755 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:14.270613 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc918461-e3e4-4419-bab4-1a8b3991a755 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:14.294316 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-fc918461-e3e4-4419-bab4-1a8b3991a755 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:14.500682 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [None req-4563566d-7b7e-4df1-ad0b-7c22a33f1aa3 None None] Attempting to bind port 17e3966e-3079-4b46-adc4-6825f73183d6 on host dv-cinder-770050-4-smb for vnic_type normal with profile {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:22:14.501106 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [None req-4563566d-7b7e-4df1-ad0b-7c22a33f1aa3 None None] Attempting to bind port 17e3966e-3079-4b46-adc4-6825f73183d6 by drivers openvswitch,hyperv on host dv-cinder-770050-4-smb at level 0 using segments [{'id': 'd3a8a1df-b488-4a35-87e5-0d913afd14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e3831ffb-3fed-4199-9345-e83614c932f0'}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:22:14.501627 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4563566d-7b7e-4df1-ad0b-7c22a33f1aa3 None None] Attempting to bind port 17e3966e-3079-4b46-adc4-6825f73183d6 on network e3831ffb-3fed-4199-9345-e83614c932f0 {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:22:14.508729 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4563566d-7b7e-4df1-ad0b-7c22a33f1aa3 None None] Checking agent: {'id': '645f1a76-8a80-43b7-a21a-f9bffe38f313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:22:14.509098 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4563566d-7b7e-4df1-ad0b-7c22a33f1aa3 None None] Checking segment: {'id': 'd3a8a1df-b488-4a35-87e5-0d913afd14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e3831ffb-3fed-4199-9345-e83614c932f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:22:14.509546 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4563566d-7b7e-4df1-ad0b-7c22a33f1aa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:14.509939 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4563566d-7b7e-4df1-ad0b-7c22a33f1aa3 None None] Bound using segment: {'id': 'd3a8a1df-b488-4a35-87e5-0d913afd14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e3831ffb-3fed-4199-9345-e83614c932f0'} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:22:14.510409 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [None req-4563566d-7b7e-4df1-ad0b-7c22a33f1aa3 None None] Bound port: 17e3966e-3079-4b46-adc4-6825f73183d6, host: dv-cinder-770050-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a8a1df-b488-4a35-87e5-0d913afd14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e3831ffb-3fed-4199-9345-e83614c932f0'}}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:22:14.510778 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4563566d-7b7e-4df1-ad0b-7c22a33f1aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:14.603255 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-4563566d-7b7e-4df1-ad0b-7c22a33f1aa3 None None] For port 17e3966e-3079-4b46-adc4-6825f73183d6, host dv-cinder-770050-4-smb, cleared binding levels {{(pid=91756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:22:14.606312 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-4563566d-7b7e-4df1-ad0b-7c22a33f1aa3 None None] For port 17e3966e-3079-4b46-adc4-6825f73183d6, host dv-cinder-770050-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=17e3966e-3079-4b46-adc4-6825f73183d6,segment=NetworkSegment(d3a8a1df-b488-4a35-87e5-0d913afd14ce),segment_id=d3a8a1df-b488-4a35-87e5-0d913afd14ce)] {{(pid=91756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:22:14.609796 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-4563566d-7b7e-4df1-ad0b-7c22a33f1aa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:14.614379 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-a4652eff-48cf-4a29-8cce-3adbf1fbfed2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:14.689142 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4563566d-7b7e-4df1-ad0b-7c22a33f1aa3 None None] Routers {'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:22:14.689768 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-4563566d-7b7e-4df1-ad0b-7c22a33f1aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:21:49Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['a52b1f3d-5184-4b59-85b1-1515b8b4cdf0'], 'active': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:22:14.717568 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-1b151ded-7958-4b85-9b8c-8d9e454de363 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:14.749058 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc918461-e3e4-4419-bab4-1a8b3991a755 None None] Pushing event updated for resources: {'Port': ['ID=17e3966e-3079-4b46-adc4-6825f73183d6,revision_number=4']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:14.761052 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-fc918461-e3e4-4419-bab4-1a8b3991a755 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:14.901976 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvr_db [None req-4563566d-7b7e-4df1-ad0b-7c22a33f1aa3 None None] Set router a52b1f3d-5184-4b59-85b1-1515b8b4cdf0 gateway port host: dv-cinder-770050-4-smb {{(pid=91756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:22:15.106895 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-1b151ded-7958-4b85-9b8c-8d9e454de363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-960704'] for router, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:15.118449 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24019f10-6107-4f8a-80a5-8e17c485f98c None None] Network 6208d41e-6b78-44ef-af7e-386862bf04cb requested from dv-cinder-770050-4-smb {{(pid=91755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:22:15.273925 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-4563566d-7b7e-4df1-ad0b-7c22a33f1aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0', 'name': 'tempest-TestMinimumBasicScenario-1372168377-router', 'tenant_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': 'b68334d4-75c9-42b7-b335-81798b2fdbb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:22:05Z', 'updated_at': '2021-05-31T18:22:10Z', 'revision_number': 4, 'project_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'gw_port': {'id': 'b68334d4-75c9-42b7-b335-81798b2fdbb4', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:22:06Z', 'updated_at': '2021-05-31T18:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': '17e3966e-3079-4b46-adc4-6825f73183d6', 'name': '', 'network_id': 'e3831ffb-3fed-4199-9345-e83614c932f0', 'tenant_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'mac_address': 'fa:16:3e:50:1a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '91c6e033-f0f9-45bc-8ee9-e5514627197a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:22:09Z', 'updated_at': '2021-05-31T18:22:14Z', 'revision_number': 4, 'project_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'subnets': [{'id': '91c6e033-f0f9-45bc-8ee9-e5514627197a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:22:15.278013 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4563566d-7b7e-4df1-ad0b-7c22a33f1aa3 None None] The sync data for ids ['a52b1f3d-5184-4b59-85b1-1515b8b4cdf0'] in dv-cinder-770050-4-smb is: [{'id': 'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0', 'name': 'tempest-TestMinimumBasicScenario-1372168377-router', 'tenant_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': 'b68334d4-75c9-42b7-b335-81798b2fdbb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:22:05Z', 'updated_at': '2021-05-31T18:22:10Z', 'revision_number': 4, 'project_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'gw_port': {'id': 'b68334d4-75c9-42b7-b335-81798b2fdbb4', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:22:06Z', 'updated_at': '2021-05-31T18:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': '17e3966e-3079-4b46-adc4-6825f73183d6', 'name': '', 'network_id': 'e3831ffb-3fed-4199-9345-e83614c932f0', 'tenant_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'mac_address': 'fa:16:3e:50:1a:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '91c6e033-f0f9-45bc-8ee9-e5514627197a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:22:09Z', 'updated_at': '2021-05-31T18:22:14Z', 'revision_number': 4, 'project_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'subnets': [{'id': '91c6e033-f0f9-45bc-8ee9-e5514627197a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:22:15.289327 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-fb26b49e-cddd-49c4-af6b-7c0c291c5002 None None] Provisioning for port cad80dcf-f0c5-4cc4-9285-c3847f7821f7 completed by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:22:15.442726 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b151ded-7958-4b85-9b8c-8d9e454de363 admin admin] Router 43d2af59-598f-4a8a-888f-da0b03eb0319 is scheduled to L3 agent aa8b4aa1-734a-4f99-a735-849181ae9a49 with binding_index 1 {{(pid=91754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 18:22:15.655970 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b151ded-7958-4b85-9b8c-8d9e454de363 admin admin] Notify agent at l3_agent.dv-cinder-770050-4-smb the message routers_updated {{(pid=91754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:22:15.665112 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f635b787-fd01-4503-94dd-c6356f1b7f10 None None] Sync routers for ids ['43d2af59-598f-4a8a-888f-da0b03eb0319'] in dv-cinder-770050-4-smb {{(pid=91755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:22:15.675837 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f635b787-fd01-4503-94dd-c6356f1b7f10 None None] Routers {'43d2af59-598f-4a8a-888f-da0b03eb0319'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:22:15.676507 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-f635b787-fd01-4503-94dd-c6356f1b7f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:21:49Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['43d2af59-598f-4a8a-888f-da0b03eb0319'], 'active': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:22:15.680824 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-1b151ded-7958-4b85-9b8c-8d9e454de363 admin admin] Notify callbacks [] for router, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:15.682041 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-1b151ded-7958-4b85-9b8c-8d9e454de363 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7898779 May 31 18:22:15.684701 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 60610) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:22:15.860638 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvr_db [None req-f635b787-fd01-4503-94dd-c6356f1b7f10 None None] Set router 43d2af59-598f-4a8a-888f-da0b03eb0319 gateway port host: dv-cinder-770050-4-smb {{(pid=91755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:22:16.028414 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f96ff075-937e-4b65-93e8-ce5e79f123bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:16.174246 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device cad80dcf-f0c5-4cc4-9285-c3847f7821f7 up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:22:16.272131 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning for port cad80dcf-f0c5-4cc4-9285-c3847f7821f7 completed by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:22:16.282329 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port cad80dcf-f0c5-4cc4-9285-c3847f7821f7 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:22:16.282705 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:16.391903 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-f635b787-fd01-4503-94dd-c6356f1b7f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d2af59-598f-4a8a-888f-da0b03eb0319', 'name': 'tempest-TestMinimumBasicScenario-1352878544-router', 'tenant_id': '34d6acf1d64a4d9e8ac14cf8ff384106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': '2dffe0d3-a20e-40c7-9723-802d846e702c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:22:12Z', 'updated_at': '2021-05-31T18:22:14Z', 'revision_number': 3, 'project_id': '34d6acf1d64a4d9e8ac14cf8ff384106', 'gw_port': {'id': '2dffe0d3-a20e-40c7-9723-802d846e702c', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:83:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d2af59-598f-4a8a-888f-da0b03eb0319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:22:13Z', 'updated_at': '2021-05-31T18:22:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb'}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:22:16.393299 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-21d8cb97-17ab-46c6-80aa-b450e8022b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:16.406310 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f635b787-fd01-4503-94dd-c6356f1b7f10 None None] Checking router: 43d2af59-598f-4a8a-888f-da0b03eb0319 for host: dv-cinder-770050-4-smb {{(pid=91755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:22:16.406664 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f635b787-fd01-4503-94dd-c6356f1b7f10 None None] Updating router 43d2af59-598f-4a8a-888f-da0b03eb0319 port 2dffe0d3-a20e-40c7-9723-802d846e702c binding host dv-cinder-770050-4-smb {{(pid=91755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 18:22:16.486549 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f635b787-fd01-4503-94dd-c6356f1b7f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:16.620206 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.db_base_plugin_common [None req-21d8cb97-17ab-46c6-80aa-b450e8022b11 admin admin] Allocated IP 172.20.0.1 (6208d41e-6b78-44ef-af7e-386862bf04cb/fb53dd76-bf14-4d8d-a0c2-813956944a29/0963a4a5-fb11-49bd-9ec0-64c266b864cc) {{(pid=91754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:22:16.685707 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:16.776354 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-21d8cb97-17ab-46c6-80aa-b450e8022b11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:16.786502 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] For port cad80dcf-f0c5-4cc4-9285-c3847f7821f7, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=cad80dcf-f0c5-4cc4-9285-c3847f7821f7,segment=NetworkSegment(df255d42-78d7-4464-9cde-c9729f0df6a7),segment_id=df255d42-78d7-4464-9cde-c9729f0df6a7)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:22:16.791619 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.provisioning_blocks [None req-21d8cb97-17ab-46c6-80aa-b450e8022b11 admin admin] Transition to ACTIVE for port object 0963a4a5-fb11-49bd-9ec0-64c266b864cc will not be triggered until provisioned by entity DHCP. {{(pid=91754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:22:16.814820 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-21d8cb97-17ab-46c6-80aa-b450e8022b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:16.819668 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-58130214-1202-4e87-820c-b18aa567da0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:16.838269 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:16.839115 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 17e3966e-3079-4b46-adc4-6825f73183d6 up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:22:16.868574 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:16.884132 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d8cb97-17ab-46c6-80aa-b450e8022b11 admin admin] Network 6208d41e-6b78-44ef-af7e-386862bf04cb is already hosted by enough agents. {{(pid=91754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:22:16.886928 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.base_scheduler [None req-21d8cb97-17ab-46c6-80aa-b450e8022b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=91754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:22:16.890843 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d8cb97-17ab-46c6-80aa-b450e8022b11 admin admin] Received port after_create {{(pid=91754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:22:17.020641 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Pushing event updated for resources: {'Port': ['ID=cad80dcf-f0c5-4cc4-9285-c3847f7821f7,revision_number=3']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:17.020641 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:17.047648 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d8cb97-17ab-46c6-80aa-b450e8022b11 admin admin] Pushing event updated for resources: {'Port': ['ID=0963a4a5-fb11-49bd-9ec0-64c266b864cc,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:17.052019 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-21d8cb97-17ab-46c6-80aa-b450e8022b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:17.069712 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning for port 17e3966e-3079-4b46-adc4-6825f73183d6 completed by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:22:17.073971 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-21d8cb97-17ab-46c6-80aa-b450e8022b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960433'] for router_interface, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:17.103800 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port 17e3966e-3079-4b46-adc4-6825f73183d6 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:22:17.104206 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:17.187288 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f635b787-fd01-4503-94dd-c6356f1b7f10 None None] Notify callbacks [] for port, precommit_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:17.199783 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-21d8cb97-17ab-46c6-80aa-b450e8022b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:17.204855 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-f635b787-fd01-4503-94dd-c6356f1b7f10 None None] Transition to ACTIVE for port object 2dffe0d3-a20e-40c7-9723-802d846e702c will not be triggered until provisioned by entity L2. {{(pid=91755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:22:17.207565 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-518f2986-5e72-455c-99eb-d435c00e1b4f None None] Provisioning for port 0963a4a5-fb11-49bd-9ec0-64c266b864cc completed by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:22:17.217207 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f635b787-fd01-4503-94dd-c6356f1b7f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:17.220465 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-518f2986-5e72-455c-99eb-d435c00e1b4f None None] Provisioning complete for port 0963a4a5-fb11-49bd-9ec0-64c266b864cc triggered by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:22:17.220831 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-518f2986-5e72-455c-99eb-d435c00e1b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:17.251653 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:17.423051 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-21d8cb97-17ab-46c6-80aa-b450e8022b11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:17.426444 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-f635b787-fd01-4503-94dd-c6356f1b7f10 None None] Attempting to bind port 2dffe0d3-a20e-40c7-9723-802d846e702c on host dv-cinder-770050-4-smb for vnic_type normal with profile {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:22:17.426825 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-f635b787-fd01-4503-94dd-c6356f1b7f10 None None] Attempting to bind port 2dffe0d3-a20e-40c7-9723-802d846e702c by drivers openvswitch,hyperv on host dv-cinder-770050-4-smb at level 0 using segments [{'id': '909c7060-bfe5-455f-9f67-8bef71bab1ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'}] {{(pid=91755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:22:17.427188 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f635b787-fd01-4503-94dd-c6356f1b7f10 None None] Attempting to bind port 2dffe0d3-a20e-40c7-9723-802d846e702c on network 3a0124ad-3a38-4a71-989b-cf15592ffbdb {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:22:17.427610 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-21d8cb97-17ab-46c6-80aa-b450e8022b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10874078'] for port, after_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:17.441300 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-518f2986-5e72-455c-99eb-d435c00e1b4f None None] Port 0963a4a5-fb11-49bd-9ec0-64c266b864cc cannot update to ACTIVE because it is not bound. {{(pid=91755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:22:17.442645 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75409060-703c-4c83-b32d-25f2906da973 None None] Pushing event updated for resources: {'Port': ['ID=2dffe0d3-a20e-40c7-9723-802d846e702c,revision_number=2']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:17.449037 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-75409060-703c-4c83-b32d-25f2906da973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:17.449775 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f635b787-fd01-4503-94dd-c6356f1b7f10 None None] Checking agent: {'id': '645f1a76-8a80-43b7-a21a-f9bffe38f313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:22:17.450300 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f635b787-fd01-4503-94dd-c6356f1b7f10 None None] Checking segment: {'id': '909c7060-bfe5-455f-9f67-8bef71bab1ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:22:17.450526 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f635b787-fd01-4503-94dd-c6356f1b7f10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:17.450902 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f635b787-fd01-4503-94dd-c6356f1b7f10 None None] Bound using segment: {'id': '909c7060-bfe5-455f-9f67-8bef71bab1ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'} {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:22:17.451379 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-f635b787-fd01-4503-94dd-c6356f1b7f10 None None] Bound port: 2dffe0d3-a20e-40c7-9723-802d846e702c, host: dv-cinder-770050-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '909c7060-bfe5-455f-9f67-8bef71bab1ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'}}] {{(pid=91755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:22:17.451733 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f635b787-fd01-4503-94dd-c6356f1b7f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:17.455536 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:17.486594 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:17.538391 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d8cb97-17ab-46c6-80aa-b450e8022b11 admin admin] Pushing event updated for resources: {'Port': ['ID=0963a4a5-fb11-49bd-9ec0-64c266b864cc,revision_number=2']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:17.540897 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-21d8cb97-17ab-46c6-80aa-b450e8022b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960284'] for router_interface, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:17.545359 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-21d8cb97-17ab-46c6-80aa-b450e8022b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:17.545617 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] For port 17e3966e-3079-4b46-adc4-6825f73183d6, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=17e3966e-3079-4b46-adc4-6825f73183d6,segment=NetworkSegment(d3a8a1df-b488-4a35-87e5-0d913afd14ce),segment_id=d3a8a1df-b488-4a35-87e5-0d913afd14ce)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:22:17.551776 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:17.554784 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-f635b787-fd01-4503-94dd-c6356f1b7f10 None None] For port 2dffe0d3-a20e-40c7-9723-802d846e702c, host dv-cinder-770050-4-smb, cleared binding levels {{(pid=91755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:22:17.556738 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:17.610541 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-f635b787-fd01-4503-94dd-c6356f1b7f10 None None] For port 2dffe0d3-a20e-40c7-9723-802d846e702c, host dv-cinder-770050-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=2dffe0d3-a20e-40c7-9723-802d846e702c,segment=NetworkSegment(909c7060-bfe5-455f-9f67-8bef71bab1ed),segment_id=909c7060-bfe5-455f-9f67-8bef71bab1ed)] {{(pid=91755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:22:17.618331 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f635b787-fd01-4503-94dd-c6356f1b7f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:17.639143 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Pushing event updated for resources: {'Port': ['ID=17e3966e-3079-4b46-adc4-6825f73183d6,revision_number=5']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:17.646571 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:17.647048 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-fb1918fd-1ef5-46d2-b744-40b1f915fa66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:17.686487 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d8cb97-17ab-46c6-80aa-b450e8022b11 admin admin] Network 6208d41e-6b78-44ef-af7e-386862bf04cb is already hosted by enough agents. {{(pid=91754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:22:17.687697 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.base_scheduler [None req-21d8cb97-17ab-46c6-80aa-b450e8022b11 admin admin] Resources bound (agent type, host, resource id): {{(pid=91754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:22:17.713728 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f635b787-fd01-4503-94dd-c6356f1b7f10 None None] Routers {'43d2af59-598f-4a8a-888f-da0b03eb0319'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:22:17.714378 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-f635b787-fd01-4503-94dd-c6356f1b7f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:21:49Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['43d2af59-598f-4a8a-888f-da0b03eb0319'], 'active': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:22:17.829681 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75409060-703c-4c83-b32d-25f2906da973 None None] Pushing event updated for resources: {'Port': ['ID=2dffe0d3-a20e-40c7-9723-802d846e702c,revision_number=3']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:17.833270 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-75409060-703c-4c83-b32d-25f2906da973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:17.886469 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d8cb97-17ab-46c6-80aa-b450e8022b11 admin admin] Router 43d2af59-598f-4a8a-888f-da0b03eb0319 has already been hosted by L3 agent aa8b4aa1-734a-4f99-a735-849181ae9a49 {{(pid=91754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:22:17.929587 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvr_db [None req-f635b787-fd01-4503-94dd-c6356f1b7f10 None None] Set router 43d2af59-598f-4a8a-888f-da0b03eb0319 gateway port host: dv-cinder-770050-4-smb {{(pid=91755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:22:18.062813 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device cad80dcf-f0c5-4cc4-9285-c3847f7821f7 up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:22:18.073102 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d8cb97-17ab-46c6-80aa-b450e8022b11 admin admin] Notify agent at l3_agent.dv-cinder-770050-4-smb the message routers_updated {{(pid=91754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:22:18.081587 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-21d8cb97-17ab-46c6-80aa-b450e8022b11 admin admin] 10.222.0.25 "PUT /v2.0/routers/43d2af59-598f-4a8a-888f-da0b03eb0319/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3958886 May 31 18:22:18.098005 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-7f53d32b-3712-4a9f-93cb-53664d64a8c9 None None] Provisioning complete for port 0963a4a5-fb11-49bd-9ec0-64c266b864cc triggered by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:22:18.098373 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-7f53d32b-3712-4a9f-93cb-53664d64a8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:18.255402 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-7f53d32b-3712-4a9f-93cb-53664d64a8c9 None None] Port 0963a4a5-fb11-49bd-9ec0-64c266b864cc cannot update to ACTIVE because it is not bound. {{(pid=91755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:22:18.291655 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port cad80dcf-f0c5-4cc4-9285-c3847f7821f7 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:22:18.292051 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:18.472628 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 17e3966e-3079-4b46-adc4-6825f73183d6 up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:22:18.527584 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-f635b787-fd01-4503-94dd-c6356f1b7f10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d2af59-598f-4a8a-888f-da0b03eb0319', 'name': 'tempest-TestMinimumBasicScenario-1352878544-router', 'tenant_id': '34d6acf1d64a4d9e8ac14cf8ff384106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': '2dffe0d3-a20e-40c7-9723-802d846e702c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:22:12Z', 'updated_at': '2021-05-31T18:22:17Z', 'revision_number': 4, 'project_id': '34d6acf1d64a4d9e8ac14cf8ff384106', 'gw_port': {'id': '2dffe0d3-a20e-40c7-9723-802d846e702c', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:83:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d2af59-598f-4a8a-888f-da0b03eb0319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:22:13Z', 'updated_at': '2021-05-31T18:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': '0963a4a5-fb11-49bd-9ec0-64c266b864cc', 'name': '', 'network_id': '6208d41e-6b78-44ef-af7e-386862bf04cb', 'tenant_id': '34d6acf1d64a4d9e8ac14cf8ff384106', 'mac_address': 'fa:16:3e:36:ea:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d2af59-598f-4a8a-888f-da0b03eb0319', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'fb53dd76-bf14-4d8d-a0c2-813956944a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:22:16Z', 'updated_at': '2021-05-31T18:22:17Z', 'revision_number': 2, 'project_id': '34d6acf1d64a4d9e8ac14cf8ff384106', 'subnets': [{'id': 'fb53dd76-bf14-4d8d-a0c2-813956944a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:22:18.552998 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f635b787-fd01-4503-94dd-c6356f1b7f10 None None] The sync data for ids ['43d2af59-598f-4a8a-888f-da0b03eb0319'] in dv-cinder-770050-4-smb is: [{'id': '43d2af59-598f-4a8a-888f-da0b03eb0319', 'name': 'tempest-TestMinimumBasicScenario-1352878544-router', 'tenant_id': '34d6acf1d64a4d9e8ac14cf8ff384106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': '2dffe0d3-a20e-40c7-9723-802d846e702c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:22:12Z', 'updated_at': '2021-05-31T18:22:17Z', 'revision_number': 4, 'project_id': '34d6acf1d64a4d9e8ac14cf8ff384106', 'gw_port': {'id': '2dffe0d3-a20e-40c7-9723-802d846e702c', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:83:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d2af59-598f-4a8a-888f-da0b03eb0319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:22:13Z', 'updated_at': '2021-05-31T18:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': '0963a4a5-fb11-49bd-9ec0-64c266b864cc', 'name': '', 'network_id': '6208d41e-6b78-44ef-af7e-386862bf04cb', 'tenant_id': '34d6acf1d64a4d9e8ac14cf8ff384106', 'mac_address': 'fa:16:3e:36:ea:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d2af59-598f-4a8a-888f-da0b03eb0319', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'fb53dd76-bf14-4d8d-a0c2-813956944a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:22:16Z', 'updated_at': '2021-05-31T18:22:17Z', 'revision_number': 2, 'project_id': '34d6acf1d64a4d9e8ac14cf8ff384106', 'subnets': [{'id': 'fb53dd76-bf14-4d8d-a0c2-813956944a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:22:18.568309 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0a0dcda6-933b-42c3-afa3-8d3a6253394c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:18.587845 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:18.604878 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:18.606166 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port 17e3966e-3079-4b46-adc4-6825f73183d6 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:22:18.606525 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:19.536880 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:20.063963 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 2dffe0d3-a20e-40c7-9723-802d846e702c up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:22:20.141551 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning for port 2dffe0d3-a20e-40c7-9723-802d846e702c completed by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:22:20.147991 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port 2dffe0d3-a20e-40c7-9723-802d846e702c triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:22:20.148409 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:20.279649 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:20.299321 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] For port 2dffe0d3-a20e-40c7-9723-802d846e702c, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=2dffe0d3-a20e-40c7-9723-802d846e702c,segment=NetworkSegment(909c7060-bfe5-455f-9f67-8bef71bab1ed),segment_id=909c7060-bfe5-455f-9f67-8bef71bab1ed)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:22:20.305133 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:20.310091 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:20.394070 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Pushing event updated for resources: {'Port': ['ID=2dffe0d3-a20e-40c7-9723-802d846e702c,revision_number=4']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:20.402209 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:20.402626 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:20.403022 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:20.403409 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:20.408559 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:20.408901 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:20.409232 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:20.409561 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:20.409889 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:20.410207 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:20.410523 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:20.415812 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:22:20.415812 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:21.213014 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:22.046934 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 2dffe0d3-a20e-40c7-9723-802d846e702c up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:22:22.124932 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port 2dffe0d3-a20e-40c7-9723-802d846e702c triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:22:22.125318 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:22.534094 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb2d1a9-e1ae-4f69-a15c-3c91ea33244c None None] Sync routers for ids ['43d2af59-598f-4a8a-888f-da0b03eb0319'] in dv-cinder-770050-4-smb {{(pid=91756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:22:22.544417 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb2d1a9-e1ae-4f69-a15c-3c91ea33244c None None] Routers {'43d2af59-598f-4a8a-888f-da0b03eb0319'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:22:22.545247 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-bbb2d1a9-e1ae-4f69-a15c-3c91ea33244c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:22:19Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['43d2af59-598f-4a8a-888f-da0b03eb0319'], 'active': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:22:22.735090 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvr_db [None req-bbb2d1a9-e1ae-4f69-a15c-3c91ea33244c None None] Set router 43d2af59-598f-4a8a-888f-da0b03eb0319 gateway port host: dv-cinder-770050-4-smb {{(pid=91756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:22:23.075479 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-bbb2d1a9-e1ae-4f69-a15c-3c91ea33244c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d2af59-598f-4a8a-888f-da0b03eb0319', 'name': 'tempest-TestMinimumBasicScenario-1352878544-router', 'tenant_id': '34d6acf1d64a4d9e8ac14cf8ff384106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': '2dffe0d3-a20e-40c7-9723-802d846e702c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:22:12Z', 'updated_at': '2021-05-31T18:22:17Z', 'revision_number': 4, 'project_id': '34d6acf1d64a4d9e8ac14cf8ff384106', 'gw_port': {'id': '2dffe0d3-a20e-40c7-9723-802d846e702c', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:83:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d2af59-598f-4a8a-888f-da0b03eb0319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:22:13Z', 'updated_at': '2021-05-31T18:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': '0963a4a5-fb11-49bd-9ec0-64c266b864cc', 'name': '', 'network_id': '6208d41e-6b78-44ef-af7e-386862bf04cb', 'tenant_id': '34d6acf1d64a4d9e8ac14cf8ff384106', 'mac_address': 'fa:16:3e:36:ea:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d2af59-598f-4a8a-888f-da0b03eb0319', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'fb53dd76-bf14-4d8d-a0c2-813956944a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:22:16Z', 'updated_at': '2021-05-31T18:22:17Z', 'revision_number': 2, 'project_id': '34d6acf1d64a4d9e8ac14cf8ff384106', 'subnets': [{'id': 'fb53dd76-bf14-4d8d-a0c2-813956944a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:22:23.079492 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb2d1a9-e1ae-4f69-a15c-3c91ea33244c None None] Checking router: 43d2af59-598f-4a8a-888f-da0b03eb0319 for host: dv-cinder-770050-4-smb {{(pid=91756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:22:23.079862 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb2d1a9-e1ae-4f69-a15c-3c91ea33244c None None] Updating router 43d2af59-598f-4a8a-888f-da0b03eb0319 port 0963a4a5-fb11-49bd-9ec0-64c266b864cc binding host dv-cinder-770050-4-smb {{(pid=91756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 18:22:23.146544 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bbb2d1a9-e1ae-4f69-a15c-3c91ea33244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:23.542561 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bbb2d1a9-e1ae-4f69-a15c-3c91ea33244c None None] Notify callbacks [] for port, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:23.554985 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.provisioning_blocks [None req-bbb2d1a9-e1ae-4f69-a15c-3c91ea33244c None None] Transition to ACTIVE for port object 0963a4a5-fb11-49bd-9ec0-64c266b864cc will not be triggered until provisioned by entity L2. {{(pid=91756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:22:23.569830 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bbb2d1a9-e1ae-4f69-a15c-3c91ea33244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:23.576966 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-a89a1d73-06e8-4d54-947e-05a364be6a25 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:23.784270 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3611b05-b86e-49ae-bfc1-4c1168bc2b4a None None] Pushing event updated for resources: {'Port': ['ID=0963a4a5-fb11-49bd-9ec0-64c266b864cc,revision_number=3']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:23.793645 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f3611b05-b86e-49ae-bfc1-4c1168bc2b4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:23.813208 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [None req-bbb2d1a9-e1ae-4f69-a15c-3c91ea33244c None None] Attempting to bind port 0963a4a5-fb11-49bd-9ec0-64c266b864cc on host dv-cinder-770050-4-smb for vnic_type normal with profile {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:22:23.813576 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [None req-bbb2d1a9-e1ae-4f69-a15c-3c91ea33244c None None] Attempting to bind port 0963a4a5-fb11-49bd-9ec0-64c266b864cc by drivers openvswitch,hyperv on host dv-cinder-770050-4-smb at level 0 using segments [{'id': 'df255d42-78d7-4464-9cde-c9729f0df6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6208d41e-6b78-44ef-af7e-386862bf04cb'}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:22:23.813941 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb2d1a9-e1ae-4f69-a15c-3c91ea33244c None None] Attempting to bind port 0963a4a5-fb11-49bd-9ec0-64c266b864cc on network 6208d41e-6b78-44ef-af7e-386862bf04cb {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:22:23.820097 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb2d1a9-e1ae-4f69-a15c-3c91ea33244c None None] Checking agent: {'id': '645f1a76-8a80-43b7-a21a-f9bffe38f313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:22:23.820468 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb2d1a9-e1ae-4f69-a15c-3c91ea33244c None None] Checking segment: {'id': 'df255d42-78d7-4464-9cde-c9729f0df6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6208d41e-6b78-44ef-af7e-386862bf04cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:22:23.820863 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bbb2d1a9-e1ae-4f69-a15c-3c91ea33244c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:23.821254 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb2d1a9-e1ae-4f69-a15c-3c91ea33244c None None] Bound using segment: {'id': 'df255d42-78d7-4464-9cde-c9729f0df6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6208d41e-6b78-44ef-af7e-386862bf04cb'} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:22:23.821720 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [None req-bbb2d1a9-e1ae-4f69-a15c-3c91ea33244c None None] Bound port: 0963a4a5-fb11-49bd-9ec0-64c266b864cc, host: dv-cinder-770050-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df255d42-78d7-4464-9cde-c9729f0df6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '6208d41e-6b78-44ef-af7e-386862bf04cb'}}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:22:23.822090 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bbb2d1a9-e1ae-4f69-a15c-3c91ea33244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:23.954279 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-bbb2d1a9-e1ae-4f69-a15c-3c91ea33244c None None] For port 0963a4a5-fb11-49bd-9ec0-64c266b864cc, host dv-cinder-770050-4-smb, cleared binding levels {{(pid=91756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:22:23.957804 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-bbb2d1a9-e1ae-4f69-a15c-3c91ea33244c None None] For port 0963a4a5-fb11-49bd-9ec0-64c266b864cc, host dv-cinder-770050-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=0963a4a5-fb11-49bd-9ec0-64c266b864cc,segment=NetworkSegment(df255d42-78d7-4464-9cde-c9729f0df6a7),segment_id=df255d42-78d7-4464-9cde-c9729f0df6a7)] {{(pid=91756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:22:23.964654 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-bbb2d1a9-e1ae-4f69-a15c-3c91ea33244c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:23.969595 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-84418374-1a99-46fa-a652-f37ad486b7d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:24.072484 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb2d1a9-e1ae-4f69-a15c-3c91ea33244c None None] Routers {'43d2af59-598f-4a8a-888f-da0b03eb0319'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:22:24.073211 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-bbb2d1a9-e1ae-4f69-a15c-3c91ea33244c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:22:19Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['43d2af59-598f-4a8a-888f-da0b03eb0319'], 'active': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:22:24.133633 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3611b05-b86e-49ae-bfc1-4c1168bc2b4a None None] Pushing event updated for resources: {'Port': ['ID=0963a4a5-fb11-49bd-9ec0-64c266b864cc,revision_number=4']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:24.144562 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f3611b05-b86e-49ae-bfc1-4c1168bc2b4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:24.309889 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvr_db [None req-bbb2d1a9-e1ae-4f69-a15c-3c91ea33244c None None] Set router 43d2af59-598f-4a8a-888f-da0b03eb0319 gateway port host: dv-cinder-770050-4-smb {{(pid=91756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:22:24.653801 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-bbb2d1a9-e1ae-4f69-a15c-3c91ea33244c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d2af59-598f-4a8a-888f-da0b03eb0319', 'name': 'tempest-TestMinimumBasicScenario-1352878544-router', 'tenant_id': '34d6acf1d64a4d9e8ac14cf8ff384106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': '2dffe0d3-a20e-40c7-9723-802d846e702c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:22:12Z', 'updated_at': '2021-05-31T18:22:17Z', 'revision_number': 4, 'project_id': '34d6acf1d64a4d9e8ac14cf8ff384106', 'gw_port': {'id': '2dffe0d3-a20e-40c7-9723-802d846e702c', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:83:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d2af59-598f-4a8a-888f-da0b03eb0319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:22:13Z', 'updated_at': '2021-05-31T18:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': '0963a4a5-fb11-49bd-9ec0-64c266b864cc', 'name': '', 'network_id': '6208d41e-6b78-44ef-af7e-386862bf04cb', 'tenant_id': '34d6acf1d64a4d9e8ac14cf8ff384106', 'mac_address': 'fa:16:3e:36:ea:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d2af59-598f-4a8a-888f-da0b03eb0319', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'fb53dd76-bf14-4d8d-a0c2-813956944a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:22:16Z', 'updated_at': '2021-05-31T18:22:23Z', 'revision_number': 4, 'project_id': '34d6acf1d64a4d9e8ac14cf8ff384106', 'subnets': [{'id': 'fb53dd76-bf14-4d8d-a0c2-813956944a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:22:24.658158 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb2d1a9-e1ae-4f69-a15c-3c91ea33244c None None] The sync data for ids ['43d2af59-598f-4a8a-888f-da0b03eb0319'] in dv-cinder-770050-4-smb is: [{'id': '43d2af59-598f-4a8a-888f-da0b03eb0319', 'name': 'tempest-TestMinimumBasicScenario-1352878544-router', 'tenant_id': '34d6acf1d64a4d9e8ac14cf8ff384106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': '2dffe0d3-a20e-40c7-9723-802d846e702c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:22:12Z', 'updated_at': '2021-05-31T18:22:17Z', 'revision_number': 4, 'project_id': '34d6acf1d64a4d9e8ac14cf8ff384106', 'gw_port': {'id': '2dffe0d3-a20e-40c7-9723-802d846e702c', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:83:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d2af59-598f-4a8a-888f-da0b03eb0319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:22:13Z', 'updated_at': '2021-05-31T18:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': '0963a4a5-fb11-49bd-9ec0-64c266b864cc', 'name': '', 'network_id': '6208d41e-6b78-44ef-af7e-386862bf04cb', 'tenant_id': '34d6acf1d64a4d9e8ac14cf8ff384106', 'mac_address': 'fa:16:3e:36:ea:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43d2af59-598f-4a8a-888f-da0b03eb0319', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': 'fb53dd76-bf14-4d8d-a0c2-813956944a29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:22:16Z', 'updated_at': '2021-05-31T18:22:23Z', 'revision_number': 4, 'project_id': '34d6acf1d64a4d9e8ac14cf8ff384106', 'subnets': [{'id': 'fb53dd76-bf14-4d8d-a0c2-813956944a29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:22:26.062985 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 0963a4a5-fb11-49bd-9ec0-64c266b864cc up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:22:26.141388 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning for port 0963a4a5-fb11-49bd-9ec0-64c266b864cc completed by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:22:26.146513 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port 0963a4a5-fb11-49bd-9ec0-64c266b864cc triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:22:26.146887 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:26.270656 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:26.305322 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] For port 0963a4a5-fb11-49bd-9ec0-64c266b864cc, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=0963a4a5-fb11-49bd-9ec0-64c266b864cc,segment=NetworkSegment(df255d42-78d7-4464-9cde-c9729f0df6a7),segment_id=df255d42-78d7-4464-9cde-c9729f0df6a7)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:22:26.310113 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:26.314557 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:26.389456 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Pushing event updated for resources: {'Port': ['ID=0963a4a5-fb11-49bd-9ec0-64c266b864cc,revision_number=5']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:26.393049 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:27.904262 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb193878-0f0d-4053-930e-442875ab7bef req-add55b5f-422b-4f62-8aa9-c3d3f3bb293d tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:27.905696 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-bb193878-0f0d-4053-930e-442875ab7bef req-add55b5f-422b-4f62-8aa9-c3d3f3bb293d tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/networks?id=e3831ffb-3fed-4199-9345-e83614c932f0 HTTP/1.1" status: 200 len: 815 time: 0.1463797 May 31 18:22:27.921076 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-bb193878-0f0d-4053-930e-442875ab7bef req-15a2519c-f2ac-4f51-a6eb-e508af737bdb tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/quotas/c7516990dfc94a1fab0f4fa45d95aad3 HTTP/1.1" status: 200 len: 375 time: 0.0098035 May 31 18:22:28.005143 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-bb193878-0f0d-4053-930e-442875ab7bef req-4238911a-26d2-4500-9736-f32a5f6413ab tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Synchronizing usage tracker for tenant:c7516990dfc94a1fab0f4fa45d95aad3 on resource:port {{(pid=91754) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:22:28.025865 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-bb193878-0f0d-4053-930e-442875ab7bef req-4238911a-26d2-4500-9736-f32a5f6413ab tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Unset dirty status for tenant:c7516990dfc94a1fab0f4fa45d95aad3 on resource:port {{(pid=91754) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:22:28.027350 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-bb193878-0f0d-4053-930e-442875ab7bef req-4238911a-26d2-4500-9736-f32a5f6413ab tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c7516990dfc94a1fab0f4fa45d95aad3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1011775 May 31 18:22:28.027496 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 0963a4a5-fb11-49bd-9ec0-64c266b864cc up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:22:28.098066 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port 0963a4a5-fb11-49bd-9ec0-64c266b864cc triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:22:28.098434 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:28.165800 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-bb193878-0f0d-4053-930e-442875ab7bef req-1356790b-f5e3-4ee0-a20a-230812c1156c service neutron] 10.222.0.25 "GET /v2.0/networks/e3831ffb-3fed-4199-9345-e83614c932f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260214 May 31 18:22:28.305205 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-bb193878-0f0d-4053-930e-442875ab7bef req-317049c2-4151-4605-909b-0e144822b69d service neutron] 10.222.0.25 "GET /v2.0/networks/e3831ffb-3fed-4199-9345-e83614c932f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332123 May 31 18:22:28.493148 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-4c8cc485-3312-4f67-b118-8001a0daab9b req-7b497d9b-0b71-432a-b841-d00170b29487 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/ports?device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 210 time: 0.0429661 May 31 18:22:29.685073 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9fac8b55-e74b-4675-849d-1b92cca8f6cf req-fb0c8d2a-56bc-42bb-b46f-c81207568cbc tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/ports?device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 210 time: 0.0604072 May 31 18:22:29.737020 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb193878-0f0d-4053-930e-442875ab7bef req-88dcfa32-9137-4cdf-a972-910eeb3887dd tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:29.738422 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-bb193878-0f0d-4053-930e-442875ab7bef req-88dcfa32-9137-4cdf-a972-910eeb3887dd tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.20 "GET /v2.0/networks?id=e3831ffb-3fed-4199-9345-e83614c932f0 HTTP/1.1" status: 200 len: 815 time: 0.2895107 May 31 18:22:29.768434 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [req-bb193878-0f0d-4053-930e-442875ab7bef req-03a1a2d1-7df0-47cf-8ac2-03ad90213392 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Request body: {'port': {'device_id': '01b77bc6-057e-423f-b873-5324c6aabefe', 'network_id': 'e3831ffb-3fed-4199-9345-e83614c932f0', 'admin_state_up': True, 'tenant_id': 'c7516990dfc94a1fab0f4fa45d95aad3'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:22:29.917146 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [req-bb193878-0f0d-4053-930e-442875ab7bef req-03a1a2d1-7df0-47cf-8ac2-03ad90213392 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:22:29.926649 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [req-bb193878-0f0d-4053-930e-442875ab7bef req-03a1a2d1-7df0-47cf-8ac2-03ad90213392 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:22:29.936997 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb193878-0f0d-4053-930e-442875ab7bef req-03a1a2d1-7df0-47cf-8ac2-03ad90213392 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Made reservation on behalf of c7516990dfc94a1fab0f4fa45d95aad3 for: {'port': 1} {{(pid=91754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:22:29.940538 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-bb193878-0f0d-4053-930e-442875ab7bef req-03a1a2d1-7df0-47cf-8ac2-03ad90213392 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:30.153218 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.db_base_plugin_common [req-bb193878-0f0d-4053-930e-442875ab7bef req-03a1a2d1-7df0-47cf-8ac2-03ad90213392 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Allocated IP 172.20.0.13 (e3831ffb-3fed-4199-9345-e83614c932f0/91c6e033-f0f9-45bc-8ee9-e5514627197a/dec89346-b854-495c-b101-d092a6a8f671) {{(pid=91754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:22:30.364515 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-bb193878-0f0d-4053-930e-442875ab7bef req-03a1a2d1-7df0-47cf-8ac2-03ad90213392 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks [] for port, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:30.380322 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.provisioning_blocks [req-bb193878-0f0d-4053-930e-442875ab7bef req-03a1a2d1-7df0-47cf-8ac2-03ad90213392 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Transition to ACTIVE for port object dec89346-b854-495c-b101-d092a6a8f671 will not be triggered until provisioned by entity DHCP. {{(pid=91754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:22:30.413833 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-bb193878-0f0d-4053-930e-442875ab7bef req-03a1a2d1-7df0-47cf-8ac2-03ad90213392 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:30.420423 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:30.487760 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb193878-0f0d-4053-930e-442875ab7bef req-03a1a2d1-7df0-47cf-8ac2-03ad90213392 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Network e3831ffb-3fed-4199-9345-e83614c932f0 is already hosted by enough agents. {{(pid=91754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:22:30.490897 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.base_scheduler [req-bb193878-0f0d-4053-930e-442875ab7bef req-03a1a2d1-7df0-47cf-8ac2-03ad90213392 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Resources bound (agent type, host, resource id): {{(pid=91754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:22:30.494474 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb193878-0f0d-4053-930e-442875ab7bef req-03a1a2d1-7df0-47cf-8ac2-03ad90213392 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Received port after_create {{(pid=91754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:22:30.527537 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a1a2d1-7df0-47cf-8ac2-03ad90213392 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Pushing event updated for resources: {'Port': ['ID=dec89346-b854-495c-b101-d092a6a8f671,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:30.539840 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-03a1a2d1-7df0-47cf-8ac2-03ad90213392 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:30.573495 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb193878-0f0d-4053-930e-442875ab7bef req-03a1a2d1-7df0-47cf-8ac2-03ad90213392 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:30.574117 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-bb193878-0f0d-4053-930e-442875ab7bef req-03a1a2d1-7df0-47cf-8ac2-03ad90213392 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:30.602133 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-bb193878-0f0d-4053-930e-442875ab7bef req-03a1a2d1-7df0-47cf-8ac2-03ad90213392 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8374269 May 31 18:22:30.708406 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-eef98733-c793-447d-9988-08b97eedd821 None None] Provisioning for port dec89346-b854-495c-b101-d092a6a8f671 completed by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:22:30.716169 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-eef98733-c793-447d-9988-08b97eedd821 None None] Provisioning complete for port dec89346-b854-495c-b101-d092a6a8f671 triggered by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:22:30.716844 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-eef98733-c793-447d-9988-08b97eedd821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:30.774438 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-eef98733-c793-447d-9988-08b97eedd821 None None] Port dec89346-b854-495c-b101-d092a6a8f671 cannot update to ACTIVE because it is not bound. {{(pid=91755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:22:30.885074 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d938ea62-7e22-4c36-a2c1-57fb14127bb7 req-8ab28153-b825-4a7f-857b-fd43392a3be7 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:30.886393 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-d938ea62-7e22-4c36-a2c1-57fb14127bb7 req-8ab28153-b825-4a7f-857b-fd43392a3be7 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/ports?device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 932 time: 0.0813949 May 31 18:22:30.930587 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-d938ea62-7e22-4c36-a2c1-57fb14127bb7 req-bef22e5a-3f2d-44a9-a136-20d6740e40d9 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Synchronizing usage tracker for tenant:c7516990dfc94a1fab0f4fa45d95aad3 on resource:security_group {{(pid=91753) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:22:30.948694 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-d938ea62-7e22-4c36-a2c1-57fb14127bb7 req-bef22e5a-3f2d-44a9-a136-20d6740e40d9 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Unset dirty status for tenant:c7516990dfc94a1fab0f4fa45d95aad3 on resource:security_group {{(pid=91753) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:22:30.949848 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-d938ea62-7e22-4c36-a2c1-57fb14127bb7 req-bef22e5a-3f2d-44a9-a136-20d6740e40d9 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5807014-b84a-40d0-9519-1b9284cf48c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575049 May 31 18:22:32.138826 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d660d-3ae5-44e8-b9c9-00a824c21e71 req-315946a0-aad5-42a6-9adc-a86f21e57e55 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:32.139520 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-946d660d-3ae5-44e8-b9c9-00a824c21e71 req-315946a0-aad5-42a6-9adc-a86f21e57e55 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Synchronizing usage tracker for tenant:c7516990dfc94a1fab0f4fa45d95aad3 on resource:port {{(pid=91754) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:22:32.156298 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-946d660d-3ae5-44e8-b9c9-00a824c21e71 req-315946a0-aad5-42a6-9adc-a86f21e57e55 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Unset dirty status for tenant:c7516990dfc94a1fab0f4fa45d95aad3 on resource:port {{(pid=91754) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:22:32.157432 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-946d660d-3ae5-44e8-b9c9-00a824c21e71 req-315946a0-aad5-42a6-9adc-a86f21e57e55 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/ports?device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 932 time: 0.1004944 May 31 18:22:32.207726 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-946d660d-3ae5-44e8-b9c9-00a824c21e71 req-80283229-b8e4-4fcb-931d-5e99b9829cda tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5807014-b84a-40d0-9519-1b9284cf48c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438881 May 31 18:22:33.394352 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19137e1-44ce-48ad-aabc-60a6e3fdd712 req-cfa3be4e-6c15-4a54-b4de-713a6dddee86 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:33.395926 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-e19137e1-44ce-48ad-aabc-60a6e3fdd712 req-cfa3be4e-6c15-4a54-b4de-713a6dddee86 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/ports?device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 932 time: 0.0805171 May 31 18:22:33.448858 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-e19137e1-44ce-48ad-aabc-60a6e3fdd712 req-675580a6-b89f-4ea7-bb9b-c4a466b4434a tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5807014-b84a-40d0-9519-1b9284cf48c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471575 May 31 18:22:34.634576 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910d872-19ec-448f-a503-ad6fc22de024 req-d99ccb6f-1e73-47ed-b122-3f52903eea64 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:34.635957 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-5910d872-19ec-448f-a503-ad6fc22de024 req-d99ccb6f-1e73-47ed-b122-3f52903eea64 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/ports?device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 932 time: 0.0848885 May 31 18:22:34.689208 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-5910d872-19ec-448f-a503-ad6fc22de024 req-82fc427a-1dfc-4980-9690-7473b913ecbc tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5807014-b84a-40d0-9519-1b9284cf48c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473993 May 31 18:22:35.872831 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917cbbec-5463-4d3b-b138-5daf38ec16b0 req-3f2f9264-92e7-4165-b88c-68e65cf0e535 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:35.874272 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-917cbbec-5463-4d3b-b138-5daf38ec16b0 req-3f2f9264-92e7-4165-b88c-68e65cf0e535 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/ports?device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 932 time: 0.0788462 May 31 18:22:35.919710 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-917cbbec-5463-4d3b-b138-5daf38ec16b0 req-18d71bbb-f410-4a20-82a7-0e76d8dc2607 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5807014-b84a-40d0-9519-1b9284cf48c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392642 May 31 18:22:37.053976 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.agents_db [None req-6172caff-413f-4f38-b24a-66359638417e None None] Agent healthcheck: found 6 active agents {{(pid=91756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:22:37.119053 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba3d0a-2a7e-4f42-87d2-073437fdde62 req-bb7a6bd9-26d6-49dd-95bc-9989adac80b7 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:37.120567 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9dba3d0a-2a7e-4f42-87d2-073437fdde62 req-bb7a6bd9-26d6-49dd-95bc-9989adac80b7 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/ports?device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 932 time: 0.0916624 May 31 18:22:37.167434 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9dba3d0a-2a7e-4f42-87d2-073437fdde62 req-dbb9715b-a43d-4454-93d7-0bd2698b1aad tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5807014-b84a-40d0-9519-1b9284cf48c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409997 May 31 18:22:38.349513 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a6d6e-7982-4497-b54a-0958a7eeb55c req-71ce360d-13a0-4757-9650-2f002f081acf tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:38.350883 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9b3a6d6e-7982-4497-b54a-0958a7eeb55c req-71ce360d-13a0-4757-9650-2f002f081acf tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/ports?device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 932 time: 0.0774319 May 31 18:22:38.400293 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9b3a6d6e-7982-4497-b54a-0958a7eeb55c req-6e04a7e6-a2d1-4bed-9bdb-ee6daa38af0d tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5807014-b84a-40d0-9519-1b9284cf48c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423987 May 31 18:22:39.612901 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb72c7-c9f9-4fce-9010-d7d82ad0f0ad req-b456377b-6d14-4e35-8102-5927b1e52a5e tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:39.614266 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-7edb72c7-c9f9-4fce-9010-d7d82ad0f0ad req-b456377b-6d14-4e35-8102-5927b1e52a5e tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/ports?device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 932 time: 0.0817721 May 31 18:22:39.660438 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-7edb72c7-c9f9-4fce-9010-d7d82ad0f0ad req-d767c41a-c30b-477d-96ce-7c2513882ffb tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5807014-b84a-40d0-9519-1b9284cf48c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398388 May 31 18:22:40.860125 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a85a2-3394-4628-88a2-3923392d0bac req-481b95f9-0f20-42ee-bfd9-b019f867055f tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:40.861621 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-403a85a2-3394-4628-88a2-3923392d0bac req-481b95f9-0f20-42ee-bfd9-b019f867055f tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/ports?device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 932 time: 0.0835516 May 31 18:22:40.908558 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-403a85a2-3394-4628-88a2-3923392d0bac req-51c455a1-bfa9-4f50-b6b9-7c2627dfd644 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5807014-b84a-40d0-9519-1b9284cf48c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392292 May 31 18:22:42.088160 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eadcea-cda0-41f1-a012-e3580cdfe636 req-d1de5259-fd94-483a-b486-45119ed19e7e tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:42.089585 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-70eadcea-cda0-41f1-a012-e3580cdfe636 req-d1de5259-fd94-483a-b486-45119ed19e7e tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/ports?device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 932 time: 0.0786753 May 31 18:22:42.143257 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-70eadcea-cda0-41f1-a012-e3580cdfe636 req-b81413e8-3297-403d-bc44-21102ae0ddf8 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5807014-b84a-40d0-9519-1b9284cf48c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475936 May 31 18:22:43.404552 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445caec-164c-40e7-8fb0-987e5fe49195 req-0a334552-4bea-46be-8687-0da4c15790eb tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:43.406014 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-6445caec-164c-40e7-8fb0-987e5fe49195 req-0a334552-4bea-46be-8687-0da4c15790eb tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/ports?device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 932 time: 0.1579766 May 31 18:22:43.449512 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-6445caec-164c-40e7-8fb0-987e5fe49195 req-0fc612fc-120f-48f4-b088-0f59582f3e0f tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5807014-b84a-40d0-9519-1b9284cf48c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377018 May 31 18:22:44.628021 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b568df-91d3-48e2-b002-7accfc79b0ff req-18cf9855-8529-4fce-84a2-5868e6914749 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:44.629760 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-79b568df-91d3-48e2-b002-7accfc79b0ff req-18cf9855-8529-4fce-84a2-5868e6914749 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/ports?device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 932 time: 0.0784655 May 31 18:22:44.675380 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-79b568df-91d3-48e2-b002-7accfc79b0ff req-122ea618-8d1f-4536-8cb3-eab1b6d9270d tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5807014-b84a-40d0-9519-1b9284cf48c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395393 May 31 18:22:45.853776 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b337e97e-1126-4af8-8831-56dd8592b472 req-cb3d5ca7-da18-4398-984e-17861b2b8367 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:45.855209 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-b337e97e-1126-4af8-8831-56dd8592b472 req-cb3d5ca7-da18-4398-984e-17861b2b8367 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/ports?device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 932 time: 0.0774839 May 31 18:22:45.898204 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-b337e97e-1126-4af8-8831-56dd8592b472 req-00178b2f-0abe-4115-8705-ad71d4cf08bd tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5807014-b84a-40d0-9519-1b9284cf48c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373435 May 31 18:22:45.992275 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6643ffc1-0bae-4009-8a19-a30a3a584a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:46.135891 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [req-bb193878-0f0d-4053-930e-442875ab7bef req-05c9e954-d934-4248-a18b-1a8b71b4067b service neutron] Request body: {'port': {'device_id': '01b77bc6-057e-423f-b873-5324c6aabefe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77005'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:22:46.255449 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-bb193878-0f0d-4053-930e-442875ab7bef req-05c9e954-d934-4248-a18b-1a8b71b4067b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:46.619897 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.notifiers.nova [req-bb193878-0f0d-4053-930e-442875ab7bef req-05c9e954-d934-4248-a18b-1a8b71b4067b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dec89346-b854-495c-b101-d092a6a8f671 {{(pid=91754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:22:46.627971 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-bb193878-0f0d-4053-930e-442875ab7bef req-05c9e954-d934-4248-a18b-1a8b71b4067b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:46.643230 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.provisioning_blocks [req-bb193878-0f0d-4053-930e-442875ab7bef req-05c9e954-d934-4248-a18b-1a8b71b4067b service neutron] Transition to ACTIVE for port object dec89346-b854-495c-b101-d092a6a8f671 will not be triggered until provisioned by entity L2. {{(pid=91754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:22:46.646294 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-bb193878-0f0d-4053-930e-442875ab7bef req-05c9e954-d934-4248-a18b-1a8b71b4067b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10874078'] for port, after_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:46.650984 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-44e85de5-bd71-40fe-a0fa-35c7a36adaa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:46.856953 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9e954-d934-4248-a18b-1a8b71b4067b service neutron] Pushing event updated for resources: {'Port': ['ID=dec89346-b854-495c-b101-d092a6a8f671,revision_number=2']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:46.861056 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-05c9e954-d934-4248-a18b-1a8b71b4067b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:46.898935 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.managers [req-bb193878-0f0d-4053-930e-442875ab7bef req-05c9e954-d934-4248-a18b-1a8b71b4067b service neutron] Attempting to bind port dec89346-b854-495c-b101-d092a6a8f671 on host hv-cinder-77005 for vnic_type normal with profile {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:22:46.899328 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.managers [req-bb193878-0f0d-4053-930e-442875ab7bef req-05c9e954-d934-4248-a18b-1a8b71b4067b service neutron] Attempting to bind port dec89346-b854-495c-b101-d092a6a8f671 by drivers openvswitch,hyperv on host hv-cinder-77005 at level 0 using segments [{'id': 'd3a8a1df-b488-4a35-87e5-0d913afd14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e3831ffb-3fed-4199-9345-e83614c932f0'}] {{(pid=91754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:22:46.899650 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb193878-0f0d-4053-930e-442875ab7bef req-05c9e954-d934-4248-a18b-1a8b71b4067b service neutron] Attempting to bind port dec89346-b854-495c-b101-d092a6a8f671 on network e3831ffb-3fed-4199-9345-e83614c932f0 {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:22:46.904312 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb193878-0f0d-4053-930e-442875ab7bef req-05c9e954-d934-4248-a18b-1a8b71b4067b service neutron] Port dec89346-b854-495c-b101-d092a6a8f671 on network e3831ffb-3fed-4199-9345-e83614c932f0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77005 {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 18:22:46.904630 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb193878-0f0d-4053-930e-442875ab7bef req-05c9e954-d934-4248-a18b-1a8b71b4067b service neutron] Attempting to bind port dec89346-b854-495c-b101-d092a6a8f671 on network e3831ffb-3fed-4199-9345-e83614c932f0 {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:22:46.909970 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb193878-0f0d-4053-930e-442875ab7bef req-05c9e954-d934-4248-a18b-1a8b71b4067b service neutron] Checking agent: {'id': '46eeceb7-2107-4a71-92f6-f52bad665eae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77005', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 16, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:22:46.910327 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb193878-0f0d-4053-930e-442875ab7bef req-05c9e954-d934-4248-a18b-1a8b71b4067b service neutron] Checking segment: {'id': 'd3a8a1df-b488-4a35-87e5-0d913afd14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e3831ffb-3fed-4199-9345-e83614c932f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:22:46.910718 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb193878-0f0d-4053-930e-442875ab7bef req-05c9e954-d934-4248-a18b-1a8b71b4067b service neutron] Bound using segment: {'id': 'd3a8a1df-b488-4a35-87e5-0d913afd14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e3831ffb-3fed-4199-9345-e83614c932f0'} {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:22:46.911168 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.managers [req-bb193878-0f0d-4053-930e-442875ab7bef req-05c9e954-d934-4248-a18b-1a8b71b4067b service neutron] Bound port: dec89346-b854-495c-b101-d092a6a8f671, host: hv-cinder-77005, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3a8a1df-b488-4a35-87e5-0d913afd14ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'e3831ffb-3fed-4199-9345-e83614c932f0'}}] {{(pid=91754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:22:46.911468 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-bb193878-0f0d-4053-930e-442875ab7bef req-05c9e954-d934-4248-a18b-1a8b71b4067b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:47.004026 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [req-bb193878-0f0d-4053-930e-442875ab7bef req-05c9e954-d934-4248-a18b-1a8b71b4067b service neutron] For port dec89346-b854-495c-b101-d092a6a8f671, host hv-cinder-77005, cleared binding levels {{(pid=91754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:22:47.008366 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [req-bb193878-0f0d-4053-930e-442875ab7bef req-05c9e954-d934-4248-a18b-1a8b71b4067b service neutron] For port dec89346-b854-495c-b101-d092a6a8f671, host hv-cinder-77005, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=dec89346-b854-495c-b101-d092a6a8f671,segment=NetworkSegment(d3a8a1df-b488-4a35-87e5-0d913afd14ce),segment_id=d3a8a1df-b488-4a35-87e5-0d913afd14ce)] {{(pid=91754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:22:47.012526 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-bb193878-0f0d-4053-930e-442875ab7bef req-05c9e954-d934-4248-a18b-1a8b71b4067b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10874078'] for port, after_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:47.018697 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-03a1a2d1-7df0-47cf-8ac2-03ad90213392 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:47.092280 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-5e35807c-3519-4126-9214-62bff595ce5e req-5c97d44c-20ae-4835-ae2d-b65bd3ead875 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679791 May 31 18:22:47.115645 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb193878-0f0d-4053-930e-442875ab7bef req-05c9e954-d934-4248-a18b-1a8b71b4067b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:47.116273 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-bb193878-0f0d-4053-930e-442875ab7bef req-05c9e954-d934-4248-a18b-1a8b71b4067b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:47.118180 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-bb193878-0f0d-4053-930e-442875ab7bef req-05c9e954-d934-4248-a18b-1a8b71b4067b service neutron] 10.222.0.20 "PUT /v2.0/ports/dec89346-b854-495c-b101-d092a6a8f671 HTTP/1.1" status: 200 len: 1094 time: 0.9885464 May 31 18:22:47.123193 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b77bc6-057e-423f-b873-5324c6aabefe', 'tag': 'dec89346-b854-495c-b101-d092a6a8f671'}] {{(pid=91754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:22:47.125506 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b8d31c20630307edfd170fd0520c8261bc4320d7d7b7fb717012a3b2519c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113c247c-36a7-4dea-a556-44b5dba8c2df" -d '{"events": [{"name": "network-changed", "server_uuid": "01b77bc6-057e-423f-b873-5324c6aabefe", "tag": "dec89346-b854-495c-b101-d092a6a8f671"}]}' {{(pid=91754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:22:47.206781 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c891dfe4-69c4-4434-b5be-43105e00b28d x-openstack-request-id: req-c891dfe4-69c4-4434-b5be-43105e00b28d {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:22:47.207099 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01b77bc6-057e-423f-b873-5324c6aabefe", "tag": "dec89346-b854-495c-b101-d092a6a8f671", "status": "completed", "code": 200}]} {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:22:47.207374 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c891dfe4-69c4-4434-b5be-43105e00b28d {{(pid=91754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:22:47.207789 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b77bc6-057e-423f-b873-5324c6aabefe', 'tag': 'dec89346-b854-495c-b101-d092a6a8f671', 'status': 'completed', 'code': 200} May 31 18:22:47.213066 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9e954-d934-4248-a18b-1a8b71b4067b service neutron] Pushing event updated for resources: {'Port': ['ID=dec89346-b854-495c-b101-d092a6a8f671,revision_number=3']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:47.218850 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-05c9e954-d934-4248-a18b-1a8b71b4067b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:47.271178 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5c16c-082a-4ad5-b610-470e56da11f1 req-10b00edc-a743-4c76-bf7d-2aabf1608318 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:47.273056 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-35b5c16c-082a-4ad5-b610-470e56da11f1 req-10b00edc-a743-4c76-bf7d-2aabf1608318 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/ports?device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 944 time: 0.2560782 May 31 18:22:47.316870 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb193878-0f0d-4053-930e-442875ab7bef req-175f8493-616d-43ab-9ae1-65b265aa2427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:47.318509 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-bb193878-0f0d-4053-930e-442875ab7bef req-175f8493-616d-43ab-9ae1-65b265aa2427 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7516990dfc94a1fab0f4fa45d95aad3&device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 1097 time: 0.1516809 May 31 18:22:47.345774 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35807c-3519-4126-9214-62bff595ce5e req-2e1e813a-4f0f-45b7-bd20-09ffc7dad002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:47.347252 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-5e35807c-3519-4126-9214-62bff595ce5e req-2e1e813a-4f0f-45b7-bd20-09ffc7dad002 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4d1b216261e41c7aa55b53c9f2a5ab7&device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 1099 time: 0.0893927 May 31 18:22:47.400518 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-bb193878-0f0d-4053-930e-442875ab7bef req-c0e0822d-db83-4ea3-b71a-7a7a0f92bc5a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dec89346-b854-495c-b101-d092a6a8f671 HTTP/1.1" status: 200 len: 217 time: 0.0727496 May 31 18:22:47.404181 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-35b5c16c-082a-4ad5-b610-470e56da11f1 req-6341f3ee-8513-4c28-a579-c63e35149ae5 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5807014-b84a-40d0-9519-1b9284cf48c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230524 May 31 18:22:47.485311 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb193878-0f0d-4053-930e-442875ab7bef req-6574d995-edf8-42ea-bde7-fbe73c965e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:47.486914 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-bb193878-0f0d-4053-930e-442875ab7bef req-6574d995-edf8-42ea-bde7-fbe73c965e3d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=91c6e033-f0f9-45bc-8ee9-e5514627197a HTTP/1.1" status: 200 len: 854 time: 0.0795372 May 31 18:22:47.597413 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35807c-3519-4126-9214-62bff595ce5e req-6d6d9216-972c-45a7-8dae-0d49e3f1a039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:47.599017 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-5e35807c-3519-4126-9214-62bff595ce5e req-6d6d9216-972c-45a7-8dae-0d49e3f1a039 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bdb4a9e4-0610-4a9d-bf9e-a0493305c72a HTTP/1.1" status: 200 len: 917 time: 0.2310300 May 31 18:22:47.621962 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb193878-0f0d-4053-930e-442875ab7bef req-f43413d4-7922-46e7-9270-9683076c2d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:47.623402 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-bb193878-0f0d-4053-930e-442875ab7bef req-f43413d4-7922-46e7-9270-9683076c2d52 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e3831ffb-3fed-4199-9345-e83614c932f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1298807 May 31 18:22:47.725578 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-5e35807c-3519-4126-9214-62bff595ce5e req-6649b559-64e7-4618-8544-761162f6982b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81e7c184-03d2-4a3e-a144-711065ad86db HTTP/1.1" status: 200 len: 1001 time: 0.1153462 May 31 18:22:47.791646 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35807c-3519-4126-9214-62bff595ce5e req-8535f823-390e-4fa3-a8dd-dc01622524b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:47.793108 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-5e35807c-3519-4126-9214-62bff595ce5e req-8535f823-390e-4fa3-a8dd-dc01622524b2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a141bd4c-23e4-4ac5-be95-c7e9e5ec7954 HTTP/1.1" status: 200 len: 856 time: 0.0574713 May 31 18:22:47.799648 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad271a-7fa5-41c2-a701-9848d0fd244c req-ed5ffb9a-6edd-4589-b1e0-47575db5800b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:47.801070 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-faad271a-7fa5-41c2-a701-9848d0fd244c req-ed5ffb9a-6edd-4589-b1e0-47575db5800b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 945 time: 0.2565551 May 31 18:22:47.869493 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35807c-3519-4126-9214-62bff595ce5e req-148d8047-43e9-4af4-a8e8-80d03903ff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:47.870951 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-5e35807c-3519-4126-9214-62bff595ce5e req-148d8047-43e9-4af4-a8e8-80d03903ff7a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bdb4a9e4-0610-4a9d-bf9e-a0493305c72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0707819 May 31 18:22:47.883717 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-faad271a-7fa5-41c2-a701-9848d0fd244c req-abb7a864-f9d4-4a25-a2f2-b91ecdbcaace tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=258f730c-5383-42e6-bee2-f4b55ca3abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760248 May 31 18:22:47.891561 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-bb193878-0f0d-4053-930e-442875ab7bef req-42055405-b742-443a-82b8-c8aecd464a40 service neutron] 10.222.0.20 "GET /v2.0/networks/e3831ffb-3fed-4199-9345-e83614c932f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605515 May 31 18:22:48.005709 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-5e35807c-3519-4126-9214-62bff595ce5e req-27ab16d2-6c82-4238-a008-7219d6b3c26e service neutron] 10.222.0.20 "GET /v2.0/networks/bdb4a9e4-0610-4a9d-bf9e-a0493305c72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277149 May 31 18:22:48.026166 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-bb193878-0f0d-4053-930e-442875ab7bef req-328ea5c8-a2e0-4614-84b8-cc058b94bc22 service neutron] 10.222.0.20 "GET /v2.0/networks/e3831ffb-3fed-4199-9345-e83614c932f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266494 May 31 18:22:48.143447 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c247c-36a7-4dea-a556-44b5dba8c2df req-ff834bb0-416a-40a8-bac3-f970ea6ea265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:48.144979 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-113c247c-36a7-4dea-a556-44b5dba8c2df req-ff834bb0-416a-40a8-bac3-f970ea6ea265 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7516990dfc94a1fab0f4fa45d95aad3&device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 1097 time: 0.0734580 May 31 18:22:48.146270 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-5e35807c-3519-4126-9214-62bff595ce5e req-baa9dbe3-8356-4290-b382-b4fc914281ca service neutron] 10.222.0.20 "GET /v2.0/networks/bdb4a9e4-0610-4a9d-bf9e-a0493305c72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338959 May 31 18:22:48.285207 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c247c-36a7-4dea-a556-44b5dba8c2df req-3402bf9c-7230-403a-8235-8c958e6df4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:48.286623 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-113c247c-36a7-4dea-a556-44b5dba8c2df req-3402bf9c-7230-403a-8235-8c958e6df4be service neutron] 10.222.0.20 "GET /v2.0/networks?id=e3831ffb-3fed-4199-9345-e83614c932f0 HTTP/1.1" status: 200 len: 915 time: 0.1314220 May 31 18:22:48.354776 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-113c247c-36a7-4dea-a556-44b5dba8c2df req-9cfefa3f-6e69-4de8-8cc7-e283a7021738 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dec89346-b854-495c-b101-d092a6a8f671 HTTP/1.1" status: 200 len: 217 time: 0.0619214 May 31 18:22:48.416308 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c247c-36a7-4dea-a556-44b5dba8c2df req-1b1d5130-90e5-47f2-ac4a-3336b913ae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:48.417712 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-113c247c-36a7-4dea-a556-44b5dba8c2df req-1b1d5130-90e5-47f2-ac4a-3336b913ae7d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=91c6e033-f0f9-45bc-8ee9-e5514627197a HTTP/1.1" status: 200 len: 854 time: 0.0567315 May 31 18:22:48.491295 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c247c-36a7-4dea-a556-44b5dba8c2df req-53cf09e1-5d13-472c-ac4a-c3ccd65fcb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:48.493311 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-113c247c-36a7-4dea-a556-44b5dba8c2df req-53cf09e1-5d13-472c-ac4a-c3ccd65fcb43 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e3831ffb-3fed-4199-9345-e83614c932f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0693822 May 31 18:22:48.524752 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b46f3394-5440-4a09-ae64-e870adfefd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:48.561923 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:48.602720 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:48.619233 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18807815-2709-4eda-986c-5653b0d23208 req-757d9ba5-c0c2-478a-8306-99606b5dada9 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:48.620715 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-18807815-2709-4eda-986c-5653b0d23208 req-757d9ba5-c0c2-478a-8306-99606b5dada9 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/ports?device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 944 time: 0.0917113 May 31 18:22:48.630571 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-113c247c-36a7-4dea-a556-44b5dba8c2df req-c65843a9-c163-48cc-878d-49fea5b114d6 service neutron] 10.222.0.20 "GET /v2.0/networks/e3831ffb-3fed-4199-9345-e83614c932f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296346 May 31 18:22:48.664597 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-18807815-2709-4eda-986c-5653b0d23208 req-583b3018-22ee-4b17-ab8a-eebac71f768c tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5807014-b84a-40d0-9519-1b9284cf48c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379734 May 31 18:22:48.765265 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-113c247c-36a7-4dea-a556-44b5dba8c2df req-e4d807e7-a3fc-4bf6-a40b-fd20e1003f89 service neutron] 10.222.0.20 "GET /v2.0/networks/e3831ffb-3fed-4199-9345-e83614c932f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277885 May 31 18:22:49.072278 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1274a-2539-4fc4-83b6-84cbb2fef395 req-ab94cd1a-2114-4b41-b45e-394e3db98772 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:49.073714 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c6b1274a-2539-4fc4-83b6-84cbb2fef395 req-ab94cd1a-2114-4b41-b45e-394e3db98772 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 945 time: 0.0823033 May 31 18:22:49.123015 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c6b1274a-2539-4fc4-83b6-84cbb2fef395 req-84a2d103-7293-4158-bdb6-b730735846d6 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=258f730c-5383-42e6-bee2-f4b55ca3abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389860 May 31 18:22:49.512257 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:49.849183 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df94f2d-3077-4e4c-b755-ce0b367d2a74 req-d2441cf8-2100-42be-82b0-8f8658e01ff0 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:49.850620 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-6df94f2d-3077-4e4c-b755-ce0b367d2a74 req-d2441cf8-2100-42be-82b0-8f8658e01ff0 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/ports?device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 944 time: 0.0812027 May 31 18:22:49.898730 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-6df94f2d-3077-4e4c-b755-ce0b367d2a74 req-f7d1da9e-f425-4630-abd8-6772766751ef tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5807014-b84a-40d0-9519-1b9284cf48c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418246 May 31 18:22:50.299118 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5ef89-d43b-4298-a85f-40f1cadf1a27 req-0ed4eb90-3df7-4d59-ad3a-96516bcfabd5 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:50.300460 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-f2b5ef89-d43b-4298-a85f-40f1cadf1a27 req-0ed4eb90-3df7-4d59-ad3a-96516bcfabd5 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 945 time: 0.0767567 May 31 18:22:50.345283 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device dec89346-b854-495c-b101-d092a6a8f671 details requested by agent hyperv_hv-cinder-77005 with host hv-cinder-77005 {{(pid=91755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 18:22:50.346341 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-f2b5ef89-d43b-4298-a85f-40f1cadf1a27 req-e546e4df-152f-437e-a539-5794d87398cc tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=258f730c-5383-42e6-bee2-f4b55ca3abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403655 May 31 18:22:50.473308 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port dec89346-b854-495c-b101-d092a6a8f671, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=dec89346-b854-495c-b101-d092a6a8f671,segment=NetworkSegment(d3a8a1df-b488-4a35-87e5-0d913afd14ce),segment_id=d3a8a1df-b488-4a35-87e5-0d913afd14ce)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:22:50.485692 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Returning: {'device': 'dec89346-b854-495c-b101-d092a6a8f671', 'network_id': 'e3831ffb-3fed-4199-9345-e83614c932f0', 'port_id': 'dec89346-b854-495c-b101-d092a6a8f671', 'mac_address': 'fa:16:3e:c1:e4:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91c6e033-f0f9-45bc-8ee9-e5514627197a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 18:22:50.538700 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:50.554947 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dec89346-b854-495c-b101-d092a6a8f671 {{(pid=91755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:22:50.569213 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port dec89346-b854-495c-b101-d092a6a8f671, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=dec89346-b854-495c-b101-d092a6a8f671,segment=NetworkSegment(d3a8a1df-b488-4a35-87e5-0d913afd14ce),segment_id=d3a8a1df-b488-4a35-87e5-0d913afd14ce)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:22:50.573517 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:50.575209 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:50.640388 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=dec89346-b854-495c-b101-d092a6a8f671,revision_number=4']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:50.643351 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:50.968393 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] get_ports_and_sgs() called for port_ids ['dec89346-b854-495c-b101-d092a6a8f671'] {{(pid=91755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:22:51.077009 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f8f161-5c9c-4b7c-8253-89ef218aae4f req-c0e5037a-bef1-4ccc-bf50-f87d3b7b0f7c tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:51.078436 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-09f8f161-5c9c-4b7c-8253-89ef218aae4f req-c0e5037a-bef1-4ccc-bf50-f87d3b7b0f7c tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/ports?device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 945 time: 0.0778728 May 31 18:22:51.122212 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-09f8f161-5c9c-4b7c-8253-89ef218aae4f req-c03973c8-b950-40dc-affa-339c970b7023 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5807014-b84a-40d0-9519-1b9284cf48c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380969 May 31 18:22:51.209864 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:51.539357 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4aa64f-8a08-4f80-af2f-ebe90208ed45 req-9f65ff3b-70a7-42a8-90ed-6f7893196dee tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:51.540957 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-4e4aa64f-8a08-4f80-af2f-ebe90208ed45 req-9f65ff3b-70a7-42a8-90ed-6f7893196dee tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 945 time: 0.0894475 May 31 18:22:51.601244 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-4e4aa64f-8a08-4f80-af2f-ebe90208ed45 req-acacff56-2718-4aef-8d92-f6ecc3b656f2 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=258f730c-5383-42e6-bee2-f4b55ca3abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544634 May 31 18:22:52.303083 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf48f30-1890-4ed2-bef9-3b2a370b98f2 req-2de543a3-b860-42c5-8b44-6785348d7292 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:52.305037 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-5cf48f30-1890-4ed2-bef9-3b2a370b98f2 req-2de543a3-b860-42c5-8b44-6785348d7292 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/ports?device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 945 time: 0.0829272 May 31 18:22:52.348138 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-5cf48f30-1890-4ed2-bef9-3b2a370b98f2 req-55320d39-c6a8-46d7-b7bf-4f7e3333d4ba tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5807014-b84a-40d0-9519-1b9284cf48c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375578 May 31 18:22:52.372180 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device dec89346-b854-495c-b101-d092a6a8f671 up at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:22:52.440700 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Provisioning for port dec89346-b854-495c-b101-d092a6a8f671 completed by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:22:52.445051 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Provisioning complete for port dec89346-b854-495c-b101-d092a6a8f671 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:22:52.445466 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:52.565936 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:52.591611 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b77bc6-057e-423f-b873-5324c6aabefe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec89346-b854-495c-b101-d092a6a8f671'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:22:52.594107 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e2032fe1b554800b495be35bbba042da1e7f6a6deba8ede5c150f2a358caca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26c80db3-b847-44b4-a97e-f88d94c90f3c" -d '{"events": [{"server_uuid": "01b77bc6-057e-423f-b873-5324c6aabefe", "name": "network-vif-plugged", "status": "completed", "tag": "dec89346-b854-495c-b101-d092a6a8f671"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:22:52.603456 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port dec89346-b854-495c-b101-d092a6a8f671, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=dec89346-b854-495c-b101-d092a6a8f671,segment=NetworkSegment(d3a8a1df-b488-4a35-87e5-0d913afd14ce),segment_id=d3a8a1df-b488-4a35-87e5-0d913afd14ce)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:22:52.607860 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:22:52.610281 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e6242eea-87a6-4269-ba64-7d9f86428184 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:22:52.648779 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bedc40b-dbfa-4318-bb45-d1e36aa391c5 x-openstack-request-id: req-2bedc40b-dbfa-4318-bb45-d1e36aa391c5 {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:22:52.649080 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b77bc6-057e-423f-b873-5324c6aabefe", "name": "network-vif-plugged", "status": "completed", "tag": "dec89346-b854-495c-b101-d092a6a8f671", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:22:52.649343 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2bedc40b-dbfa-4318-bb45-d1e36aa391c5 {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:22:52.649737 dv-cinder-770050-4-smb neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b77bc6-057e-423f-b873-5324c6aabefe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec89346-b854-495c-b101-d092a6a8f671', 'code': 200} May 31 18:22:52.684825 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=dec89346-b854-495c-b101-d092a6a8f671,revision_number=5']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:22:52.691571 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:22:52.816706 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd5b7f-a679-43e1-a194-39633870cc09 req-6fcc08a2-d3a5-4c9a-af9f-4f5ff269589c tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:52.818148 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-35bd5b7f-a679-43e1-a194-39633870cc09 req-6fcc08a2-d3a5-4c9a-af9f-4f5ff269589c tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 945 time: 0.0951107 May 31 18:22:52.910599 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-35bd5b7f-a679-43e1-a194-39633870cc09 req-1178e4e6-0e18-4e92-bbe9-1218c2563a15 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=258f730c-5383-42e6-bee2-f4b55ca3abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625625 May 31 18:22:52.925045 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6e5f5-c3e6-4c61-a145-77ac6a96d926 req-96282d5a-2321-4ce8-a88c-68f402df7b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:52.926496 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-5ec6e5f5-c3e6-4c61-a145-77ac6a96d926 req-96282d5a-2321-4ce8-a88c-68f402df7b97 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 1099 time: 0.1075463 May 31 18:22:52.966150 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-5ec6e5f5-c3e6-4c61-a145-77ac6a96d926 req-8c79dfc3-bd97-48c0-8794-0b2de4f05128 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d5807014-b84a-40d0-9519-1b9284cf48c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329969 May 31 18:22:53.534478 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7fd51-0ae4-418b-b696-c68752b60ed9 req-46d432d1-67e0-4049-8e09-1248f8cd3889 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:53.535900 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-89b7fd51-0ae4-418b-b696-c68752b60ed9 req-46d432d1-67e0-4049-8e09-1248f8cd3889 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/ports?device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 946 time: 0.0806355 May 31 18:22:53.580070 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-89b7fd51-0ae4-418b-b696-c68752b60ed9 req-2986b880-6c11-42df-82b6-2d74c2f80a64 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5807014-b84a-40d0-9519-1b9284cf48c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384822 May 31 18:22:54.091222 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ea16e-3751-4ff6-aaa4-8b0aef209ceb req-983e0e21-9a19-4058-a78c-ebea333fd0a6 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:54.092642 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d34ea16e-3751-4ff6-aaa4-8b0aef209ceb req-983e0e21-9a19-4058-a78c-ebea333fd0a6 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 945 time: 0.0769739 May 31 18:22:54.138525 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d34ea16e-3751-4ff6-aaa4-8b0aef209ceb req-e6ad39c4-98e0-42a5-b5dd-6349bf0e3421 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=258f730c-5383-42e6-bee2-f4b55ca3abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404201 May 31 18:22:54.757919 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42797b1b-d369-4384-8660-b9d126e9f219 req-e9e7e16a-d591-4327-bb56-e7902b04dd77 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:54.760098 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-42797b1b-d369-4384-8660-b9d126e9f219 req-e9e7e16a-d591-4327-bb56-e7902b04dd77 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/ports?device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 946 time: 0.0783122 May 31 18:22:54.803958 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-42797b1b-d369-4384-8660-b9d126e9f219 req-59b95cdc-38c6-4c56-ba6c-c18aa9ce611c tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5807014-b84a-40d0-9519-1b9284cf48c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380194 May 31 18:22:55.053848 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58fe09-d0fa-4559-a2d2-7cbc77089a30 req-80f92ae1-a00f-4e09-adfa-d6999b6762af tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:55.055699 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-fa58fe09-d0fa-4559-a2d2-7cbc77089a30 req-80f92ae1-a00f-4e09-adfa-d6999b6762af tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/ports?device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 946 time: 0.1508279 May 31 18:22:55.097968 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-fa58fe09-d0fa-4559-a2d2-7cbc77089a30 req-1b8f87c6-f8fc-4992-b19a-56ffdfbba670 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5807014-b84a-40d0-9519-1b9284cf48c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366740 May 31 18:22:55.325831 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494d618-c8cb-471e-80b8-3a9f22053873 req-e1b8ec8d-7ba8-46a2-8f8c-5dba93946b22 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:55.327280 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-f494d618-c8cb-471e-80b8-3a9f22053873 req-e1b8ec8d-7ba8-46a2-8f8c-5dba93946b22 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 945 time: 0.0816362 May 31 18:22:55.370930 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-f494d618-c8cb-471e-80b8-3a9f22053873 req-5a8ff445-57aa-42e3-a3ec-cef6fa452221 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=258f730c-5383-42e6-bee2-f4b55ca3abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381327 May 31 18:22:55.481892 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a51ea3-2a50-4cd7-a7da-5d8f3e6fe49e req-9fd77346-b830-4ded-98ed-6217458d9048 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:55.483346 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-b9a51ea3-2a50-4cd7-a7da-5d8f3e6fe49e req-9fd77346-b830-4ded-98ed-6217458d9048 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/ports?device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 946 time: 0.0819337 May 31 18:22:55.526186 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-b9a51ea3-2a50-4cd7-a7da-5d8f3e6fe49e req-f6d2a90f-5858-4f8e-be36-19cd31198981 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5807014-b84a-40d0-9519-1b9284cf48c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373299 May 31 18:22:56.550557 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269137f-997d-40bc-bece-278cd371c172 req-29101fb9-1d4c-47a3-b576-522d776d6a6c tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:56.551970 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-9269137f-997d-40bc-bece-278cd371c172 req-29101fb9-1d4c-47a3-b576-522d776d6a6c tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 945 time: 0.0777147 May 31 18:22:56.598175 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-9269137f-997d-40bc-bece-278cd371c172 req-56ca7c1b-5ef3-4e79-9131-f35ec428dd45 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=258f730c-5383-42e6-bee2-f4b55ca3abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401738 May 31 18:22:57.816491 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923504a2-edc7-49df-9089-1d100924af30 req-16eb374c-a0cf-48f7-bf9c-74eb2e5747f5 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:57.818308 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-923504a2-edc7-49df-9089-1d100924af30 req-16eb374c-a0cf-48f7-bf9c-74eb2e5747f5 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 945 time: 0.0912483 May 31 18:22:57.871161 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-923504a2-edc7-49df-9089-1d100924af30 req-2fdbcd98-7db4-4acb-8c4b-8008b4fd7ee2 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=258f730c-5383-42e6-bee2-f4b55ca3abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462527 May 31 18:22:59.067065 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6459109e-ff42-4bd8-94f9-0fe71a0966a3 req-6a39caea-ef90-488e-baca-3cdd433376d0 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:22:59.068567 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-6459109e-ff42-4bd8-94f9-0fe71a0966a3 req-6a39caea-ef90-488e-baca-3cdd433376d0 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 945 time: 0.0866461 May 31 18:22:59.116945 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-6459109e-ff42-4bd8-94f9-0fe71a0966a3 req-4e34f2c6-ed0a-4cc2-851f-68de2e3334dd tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=258f730c-5383-42e6-bee2-f4b55ca3abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417280 May 31 18:23:00.310187 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8fdff3-55ab-4130-b51a-94224a538eb3 req-3934fdbe-494a-4ff2-bfc1-9a47a006065c tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:00.311647 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2e8fdff3-55ab-4130-b51a-94224a538eb3 req-3934fdbe-494a-4ff2-bfc1-9a47a006065c tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 945 time: 0.0796173 May 31 18:23:00.323836 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fa51df-0f01-4ba5-832c-b8bb43159380 req-b9b23b9c-3e9c-4f81-882a-bfb7605e5e7c tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:00.325340 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-71fa51df-0f01-4ba5-832c-b8bb43159380 req-b9b23b9c-3e9c-4f81-882a-bfb7605e5e7c tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/ports?device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 946 time: 0.0814905 May 31 18:23:00.357354 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2e8fdff3-55ab-4130-b51a-94224a538eb3 req-f8eec815-5466-47cb-bf16-820aad62a3fa tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=258f730c-5383-42e6-bee2-f4b55ca3abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396507 May 31 18:23:00.369706 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-71fa51df-0f01-4ba5-832c-b8bb43159380 req-3d0f3049-037c-42af-a3ea-de9931ea30e4 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5807014-b84a-40d0-9519-1b9284cf48c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386038 May 31 18:23:00.392518 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 60956) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:23:00.553334 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d95481-70bd-4365-883e-48a0daf4ffc4 tempest-TestMinimumBasicScenario-665039677 tempest-TestMinimumBasicScenario-665039677-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:00.554809 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-67d95481-70bd-4365-883e-48a0daf4ffc4 tempest-TestMinimumBasicScenario-665039677 tempest-TestMinimumBasicScenario-665039677-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 1094 time: 0.1613357 May 31 18:23:00.557674 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 60962) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:23:00.562506 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [None req-b05088cb-d7b4-4d59-8f86-c2beef7e8fad tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Request body: {'floatingip': {'floating_network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'port_id': 'dec89346-b854-495c-b101-d092a6a8f671', 'tenant_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:23:00.568062 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-b05088cb-d7b4-4d59-8f86-c2beef7e8fad tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:23:00.572457 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-b05088cb-d7b4-4d59-8f86-c2beef7e8fad tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Usage tracker for resource:floatingip and tenant:c7516990dfc94a1fab0f4fa45d95aad3 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:23:00.575204 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-b05088cb-d7b4-4d59-8f86-c2beef7e8fad tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:23:00.580885 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-b05088cb-d7b4-4d59-8f86-c2beef7e8fad tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:23:00.591427 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-b05088cb-d7b4-4d59-8f86-c2beef7e8fad tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks [] for floatingip, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:00.723987 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-b05088cb-d7b4-4d59-8f86-c2beef7e8fad tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:00.922889 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.db_base_plugin_common [None req-b05088cb-d7b4-4d59-8f86-c2beef7e8fad tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Allocated IP 172.28.1.161 (3a0124ad-3a38-4a71-989b-cf15592ffbdb/7dbd3a86-7301-413f-8501-e9f2643d6bdc/769929d2-cf2c-4b6c-9ee0-da9450ec8763) {{(pid=91753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:23:01.064408 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-b05088cb-d7b4-4d59-8f86-c2beef7e8fad tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks [] for port, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:01.092668 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-b05088cb-d7b4-4d59-8f86-c2beef7e8fad tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1833561'] for port, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:01.096879 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-625922fa-3e52-4dab-813b-8df27c59062e tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:23:01.158267 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05088cb-d7b4-4d59-8f86-c2beef7e8fad tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Network 3a0124ad-3a38-4a71-989b-cf15592ffbdb is already hosted by enough agents. {{(pid=91753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:23:01.161086 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.base_scheduler [None req-b05088cb-d7b4-4d59-8f86-c2beef7e8fad tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Resources bound (agent type, host, resource id): {{(pid=91753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:23:01.165313 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05088cb-d7b4-4d59-8f86-c2beef7e8fad tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Received port after_create {{(pid=91753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:23:01.199983 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05088cb-d7b4-4d59-8f86-c2beef7e8fad tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Pushing event updated for resources: {'Port': ['ID=769929d2-cf2c-4b6c-9ee0-da9450ec8763,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:23:01.215746 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05088cb-d7b4-4d59-8f86-c2beef7e8fad tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:01.216133 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05088cb-d7b4-4d59-8f86-c2beef7e8fad tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:01.216945 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05088cb-d7b4-4d59-8f86-c2beef7e8fad tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:01.216945 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05088cb-d7b4-4d59-8f86-c2beef7e8fad tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:01.217394 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05088cb-d7b4-4d59-8f86-c2beef7e8fad tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:01.217485 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05088cb-d7b4-4d59-8f86-c2beef7e8fad tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:01.217830 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05088cb-d7b4-4d59-8f86-c2beef7e8fad tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:01.218168 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05088cb-d7b4-4d59-8f86-c2beef7e8fad tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:01.218506 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05088cb-d7b4-4d59-8f86-c2beef7e8fad tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:01.218847 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05088cb-d7b4-4d59-8f86-c2beef7e8fad tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:01.219185 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05088cb-d7b4-4d59-8f86-c2beef7e8fad tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:01.219520 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05088cb-d7b4-4d59-8f86-c2beef7e8fad tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:01.224244 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-b05088cb-d7b4-4d59-8f86-c2beef7e8fad tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:23:01.560576 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c79d9-24d8-4c02-83a3-0b35ca802182 req-71844793-70df-4dfa-be02-3399de5a1390 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:01.562004 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-e72c79d9-24d8-4c02-83a3-0b35ca802182 req-71844793-70df-4dfa-be02-3399de5a1390 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 945 time: 0.0860655 May 31 18:23:01.608383 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-e72c79d9-24d8-4c02-83a3-0b35ca802182 req-9bfc7c30-78e7-4137-b9c9-f797a2f9efe3 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=258f730c-5383-42e6-bee2-f4b55ca3abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402403 May 31 18:23:01.731606 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-b05088cb-d7b4-4d59-8f86-c2beef7e8fad tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:01.837877 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-b05088cb-d7b4-4d59-8f86-c2beef7e8fad tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:02.032112 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-b05088cb-d7b4-4d59-8f86-c2beef7e8fad tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks [] for port, precommit_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:02.036380 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-b05088cb-d7b4-4d59-8f86-c2beef7e8fad tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1833552'] for port, after_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:02.040467 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:23:02.141562 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05088cb-d7b4-4d59-8f86-c2beef7e8fad tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Pushing event updated for resources: {'Port': ['ID=769929d2-cf2c-4b6c-9ee0-da9450ec8763,revision_number=2']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:23:02.145373 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-b05088cb-d7b4-4d59-8f86-c2beef7e8fad tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:23:02.152710 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-b05088cb-d7b4-4d59-8f86-c2beef7e8fad tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960568'] for floatingip, after_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:02.403772 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.db.l3_db [None req-b05088cb-d7b4-4d59-8f86-c2beef7e8fad tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Floating IP 0dcd9c53-2ae9-4599-bf4c-f32ca51ab3d3 associated. External IP: 172.28.1.161, port: dec89346-b854-495c-b101-d092a6a8f671. May 31 18:23:02.752207 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b05088cb-d7b4-4d59-8f86-c2beef7e8fad tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Router a52b1f3d-5184-4b59-85b1-1515b8b4cdf0 has already been hosted by L3 agent aa8b4aa1-734a-4f99-a735-849181ae9a49 {{(pid=91753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:23:02.796507 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c9bbd-9951-4057-94d0-e8a11cd83f50 req-0b1d5f24-7775-401e-89e2-c5d9c49fcdad tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:02.798534 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-b01c9bbd-9951-4057-94d0-e8a11cd83f50 req-0b1d5f24-7775-401e-89e2-c5d9c49fcdad tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 945 time: 0.0795920 May 31 18:23:02.846579 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-b01c9bbd-9951-4057-94d0-e8a11cd83f50 req-dd11a087-8fb1-47ba-bd07-f922d750d905 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=258f730c-5383-42e6-bee2-f4b55ca3abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415289 May 31 18:23:02.936950 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b05088cb-d7b4-4d59-8f86-c2beef7e8fad tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify agent at l3_agent.dv-cinder-770050-4-smb the message routers_updated {{(pid=91753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:23:02.947261 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2dde93-fcf0-4199-98b2-414dca5c459c None None] Sync routers for ids ['a52b1f3d-5184-4b59-85b1-1515b8b4cdf0'] in dv-cinder-770050-4-smb {{(pid=91755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:23:02.957477 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2dde93-fcf0-4199-98b2-414dca5c459c None None] Routers {'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:23:02.958253 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-2c2dde93-fcf0-4199-98b2-414dca5c459c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:22:49Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['a52b1f3d-5184-4b59-85b1-1515b8b4cdf0'], 'active': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:23:02.961071 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-b05088cb-d7b4-4d59-8f86-c2beef7e8fad tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for floatingip, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:03.018559 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-b05088cb-d7b4-4d59-8f86-c2beef7e8fad tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4598961 May 31 18:23:03.019292 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b77bc6-057e-423f-b873-5324c6aabefe', 'tag': 'dec89346-b854-495c-b101-d092a6a8f671'}] {{(pid=91753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:23:03.021410 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 60982) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:23:03.021663 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4a07d5f70f7fd4dbd3fa52429be7a5e9952b90ad99acae3e898da8695de761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa81259-3783-4f44-84ad-5783e5a1e554" -d '{"events": [{"name": "network-changed", "server_uuid": "01b77bc6-057e-423f-b873-5324c6aabefe", "tag": "dec89346-b854-495c-b101-d092a6a8f671"}]}' {{(pid=91753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:23:03.026964 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [None req-5853302a-4627-4f8d-8a8b-b19dae9b08a0 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1948097573', 'description': 'tempest-secgroup-smoke-1948097573 description', 'project_id': 'c7516990dfc94a1fab0f4fa45d95aad3'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:23:03.032569 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-5853302a-4627-4f8d-8a8b-b19dae9b08a0 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:23:03.043106 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-5853302a-4627-4f8d-8a8b-b19dae9b08a0 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:23:03.053483 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-5853302a-4627-4f8d-8a8b-b19dae9b08a0 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks [] for security_group, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:03.067183 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8589af73-f0a0-4961-88ce-34c421090182 x-openstack-request-id: req-8589af73-f0a0-4961-88ce-34c421090182 {{(pid=91753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:23:03.067563 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01b77bc6-057e-423f-b873-5324c6aabefe", "tag": "dec89346-b854-495c-b101-d092a6a8f671", "status": "completed", "code": 200}]} {{(pid=91753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:23:03.067934 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8589af73-f0a0-4961-88ce-34c421090182 {{(pid=91753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:23:03.068985 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b77bc6-057e-423f-b873-5324c6aabefe', 'tag': 'dec89346-b854-495c-b101-d092a6a8f671', 'status': 'completed', 'code': 200} May 31 18:23:03.076133 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-5853302a-4627-4f8d-8a8b-b19dae9b08a0 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:23:03.080107 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-5853302a-4627-4f8d-8a8b-b19dae9b08a0 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Usage tracker for resource:security_group_rule and tenant:c7516990dfc94a1fab0f4fa45d95aad3 is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:23:03.083630 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-5853302a-4627-4f8d-8a8b-b19dae9b08a0 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:23:03.122105 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-5853302a-4627-4f8d-8a8b-b19dae9b08a0 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:23:03.139910 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvr_db [None req-2c2dde93-fcf0-4199-98b2-414dca5c459c None None] Set router a52b1f3d-5184-4b59-85b1-1515b8b4cdf0 gateway port host: dv-cinder-770050-4-smb {{(pid=91755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:23:03.201554 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa81259-3783-4f44-84ad-5783e5a1e554 req-a8402091-3a76-44ba-b9b9-26e73e9ee949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:03.203004 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-3fa81259-3783-4f44-84ad-5783e5a1e554 req-a8402091-3a76-44ba-b9b9-26e73e9ee949 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7516990dfc94a1fab0f4fa45d95aad3&device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 1099 time: 0.1140442 May 31 18:23:03.293373 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-5853302a-4627-4f8d-8a8b-b19dae9b08a0 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks [] for security_group, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:03.300510 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-5853302a-4627-4f8d-8a8b-b19dae9b08a0 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:03.311899 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-f172e978-3d5f-4837-a290-98fceffea336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:23:03.366150 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853302a-4627-4f8d-8a8b-b19dae9b08a0 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c266301-3caa-4a4a-92fb-525d4c16b2f2,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:23:03.382272 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853302a-4627-4f8d-8a8b-b19dae9b08a0 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:03.382629 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853302a-4627-4f8d-8a8b-b19dae9b08a0 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:03.382974 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853302a-4627-4f8d-8a8b-b19dae9b08a0 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:03.383316 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853302a-4627-4f8d-8a8b-b19dae9b08a0 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:03.383655 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853302a-4627-4f8d-8a8b-b19dae9b08a0 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:03.383989 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853302a-4627-4f8d-8a8b-b19dae9b08a0 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:03.384481 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853302a-4627-4f8d-8a8b-b19dae9b08a0 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:03.384803 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853302a-4627-4f8d-8a8b-b19dae9b08a0 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:03.385133 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853302a-4627-4f8d-8a8b-b19dae9b08a0 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:03.385461 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853302a-4627-4f8d-8a8b-b19dae9b08a0 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:03.385786 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853302a-4627-4f8d-8a8b-b19dae9b08a0 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:03.386112 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5853302a-4627-4f8d-8a8b-b19dae9b08a0 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:03.389997 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-5853302a-4627-4f8d-8a8b-b19dae9b08a0 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:23:03.399740 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-5853302a-4627-4f8d-8a8b-b19dae9b08a0 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:03.403489 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-5853302a-4627-4f8d-8a8b-b19dae9b08a0 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3784759 May 31 18:23:03.404591 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 60988) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:23:03.413108 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [None req-f6a77fe9-8ee5-4a8d-805c-567e295a47ce tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Request body: {'security_group_rule': {'security_group_id': '7c266301-3caa-4a4a-92fb-525d4c16b2f2', 'project_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:23:03.418229 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa81259-3783-4f44-84ad-5783e5a1e554 req-f4a92874-3256-4e4a-a989-184ee15140c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:03.419597 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-3fa81259-3783-4f44-84ad-5783e5a1e554 req-f4a92874-3256-4e4a-a989-184ee15140c1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e3831ffb-3fed-4199-9345-e83614c932f0 HTTP/1.1" status: 200 len: 915 time: 0.2082570 May 31 18:23:03.422382 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-f6a77fe9-8ee5-4a8d-805c-567e295a47ce tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:23:03.484308 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-f6a77fe9-8ee5-4a8d-805c-567e295a47ce tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Usage tracker for resource:security_group_rule and tenant:c7516990dfc94a1fab0f4fa45d95aad3 is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:23:03.492487 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-f6a77fe9-8ee5-4a8d-805c-567e295a47ce tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:23:03.510148 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-f6a77fe9-8ee5-4a8d-805c-567e295a47ce tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:23:03.510734 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-2c2dde93-fcf0-4199-98b2-414dca5c459c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0', 'name': 'tempest-TestMinimumBasicScenario-1372168377-router', 'tenant_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': 'b68334d4-75c9-42b7-b335-81798b2fdbb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:22:05Z', 'updated_at': '2021-05-31T18:22:10Z', 'revision_number': 4, 'project_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'gw_port': {'id': 'b68334d4-75c9-42b7-b335-81798b2fdbb4', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:22:06Z', 'updated_at': '2021-05-31T18:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_floatingips': [{'id': '0dcd9c53-2ae9-4599-bf4c-f32ca51ab3d3', 'tenant_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'floating_ip_address': '172.28.1.161', 'floating_network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'router_id': 'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0', 'port_id': 'dec89346-b854-495c-b101-d092a6a8f671', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3831ffb-3fed-4199-9345-e83614c932f0', 'mac_address': 'fa:16:3e:c1:e4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b77bc6-057e-423f-b873-5324c6aabefe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T18:23:01Z', 'updated_at': '2021-05-31T18:23:01Z', 'revision_number': 0, 'project_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17e3966e-3079-4b46-adc4-6825f73183d6', 'name': '', 'network_id': 'e3831ffb-3fed-4199-9345-e83614c932f0', 'tenant_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'mac_address': 'fa:16:3e:50:1a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '91c6e033-f0f9-45bc-8ee9-e5514627197a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:22:09Z', 'updated_at': '2021-05-31T18:22:17Z', 'revision_number': 5, 'project_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'subnets': [{'id': '91c6e033-f0f9-45bc-8ee9-e5514627197a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:23:03.514758 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2dde93-fcf0-4199-98b2-414dca5c459c None None] Checking router: a52b1f3d-5184-4b59-85b1-1515b8b4cdf0 for host: dv-cinder-770050-4-smb {{(pid=91755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:23:03.528339 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2dde93-fcf0-4199-98b2-414dca5c459c None None] Routers {'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:23:03.528959 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-2c2dde93-fcf0-4199-98b2-414dca5c459c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:22:49Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['a52b1f3d-5184-4b59-85b1-1515b8b4cdf0'], 'active': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:23:03.547407 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-3fa81259-3783-4f44-84ad-5783e5a1e554 req-7ed79c84-8d69-4e10-9ad1-27dc450ea4d4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dec89346-b854-495c-b101-d092a6a8f671 HTTP/1.1" status: 200 len: 1000 time: 0.1207516 May 31 18:23:03.548419 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-f6a77fe9-8ee5-4a8d-805c-567e295a47ce tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:03.645357 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa81259-3783-4f44-84ad-5783e5a1e554 req-d3ee4369-4b06-4fe1-a585-26dbe67b3779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:03.646773 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-3fa81259-3783-4f44-84ad-5783e5a1e554 req-d3ee4369-4b06-4fe1-a585-26dbe67b3779 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=91c6e033-f0f9-45bc-8ee9-e5514627197a HTTP/1.1" status: 200 len: 854 time: 0.0920300 May 31 18:23:03.695159 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-f6a77fe9-8ee5-4a8d-805c-567e295a47ce tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:03.700907 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-f6a77fe9-8ee5-4a8d-805c-567e295a47ce tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940446'] for security_group_rule, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:03.705758 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:23:03.706922 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvr_db [None req-2c2dde93-fcf0-4199-98b2-414dca5c459c None None] Set router a52b1f3d-5184-4b59-85b1-1515b8b4cdf0 gateway port host: dv-cinder-770050-4-smb {{(pid=91755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:23:03.733104 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a77fe9-8ee5-4a8d-805c-567e295a47ce tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edab71b8-2354-4826-b32e-4bc871d2910c,revision_number=0']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:23:03.737087 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-f6a77fe9-8ee5-4a8d-805c-567e295a47ce tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:23:03.749843 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-f6a77fe9-8ee5-4a8d-805c-567e295a47ce tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:03.753607 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-f6a77fe9-8ee5-4a8d-805c-567e295a47ce tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3454885 May 31 18:23:03.754032 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 60994) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:23:03.761030 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [None req-c121ff53-dd58-48c8-aa06-c5390c9fb4e7 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Request body: {'security_group_rule': {'security_group_id': '7c266301-3caa-4a4a-92fb-525d4c16b2f2', 'project_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:23:03.761270 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa81259-3783-4f44-84ad-5783e5a1e554 req-278ba33b-9841-430d-b6ea-54c26b8b6036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:03.762734 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-3fa81259-3783-4f44-84ad-5783e5a1e554 req-278ba33b-9841-430d-b6ea-54c26b8b6036 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e3831ffb-3fed-4199-9345-e83614c932f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1040795 May 31 18:23:03.768328 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-c121ff53-dd58-48c8-aa06-c5390c9fb4e7 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:23:03.772500 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-c121ff53-dd58-48c8-aa06-c5390c9fb4e7 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Usage tracker for resource:security_group_rule and tenant:c7516990dfc94a1fab0f4fa45d95aad3 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:23:03.776187 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-c121ff53-dd58-48c8-aa06-c5390c9fb4e7 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:23:03.782630 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-c121ff53-dd58-48c8-aa06-c5390c9fb4e7 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:23:03.799001 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c121ff53-dd58-48c8-aa06-c5390c9fb4e7 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:03.869675 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c121ff53-dd58-48c8-aa06-c5390c9fb4e7 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:03.875643 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c121ff53-dd58-48c8-aa06-c5390c9fb4e7 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940446'] for security_group_rule, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:03.878067 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:23:03.908552 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-3fa81259-3783-4f44-84ad-5783e5a1e554 req-07dbec5c-0c07-4c2d-a3c8-2c92c6949b10 service neutron] 10.222.0.20 "GET /v2.0/networks/e3831ffb-3fed-4199-9345-e83614c932f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389978 May 31 18:23:03.912269 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c121ff53-dd58-48c8-aa06-c5390c9fb4e7 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e04fe09c-6590-4b5a-ae8f-a25032e9e586,revision_number=0']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:23:03.923343 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-c121ff53-dd58-48c8-aa06-c5390c9fb4e7 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:23:03.931242 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c121ff53-dd58-48c8-aa06-c5390c9fb4e7 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:03.935601 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-c121ff53-dd58-48c8-aa06-c5390c9fb4e7 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1798463 May 31 18:23:03.936239 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 32768) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:23:03.945478 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [None req-5354ee75-ba71-47b9-b319-fd719b8dde02 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Request body: {'security_group_rule': {'security_group_id': '7c266301-3caa-4a4a-92fb-525d4c16b2f2', 'project_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:23:03.953740 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-5354ee75-ba71-47b9-b319-fd719b8dde02 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:23:03.958301 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-5354ee75-ba71-47b9-b319-fd719b8dde02 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Usage tracker for resource:security_group_rule and tenant:c7516990dfc94a1fab0f4fa45d95aad3 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:23:03.962719 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-5354ee75-ba71-47b9-b319-fd719b8dde02 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:23:03.969779 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-5354ee75-ba71-47b9-b319-fd719b8dde02 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:23:03.986348 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-5354ee75-ba71-47b9-b319-fd719b8dde02 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:04.057738 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-5354ee75-ba71-47b9-b319-fd719b8dde02 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:04.062412 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-5354ee75-ba71-47b9-b319-fd719b8dde02 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940446'] for security_group_rule, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:04.065483 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:23:04.076618 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-2c2dde93-fcf0-4199-98b2-414dca5c459c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0', 'name': 'tempest-TestMinimumBasicScenario-1372168377-router', 'tenant_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': 'b68334d4-75c9-42b7-b335-81798b2fdbb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:22:05Z', 'updated_at': '2021-05-31T18:22:10Z', 'revision_number': 4, 'project_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'gw_port': {'id': 'b68334d4-75c9-42b7-b335-81798b2fdbb4', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:22:06Z', 'updated_at': '2021-05-31T18:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_floatingips': [{'id': '0dcd9c53-2ae9-4599-bf4c-f32ca51ab3d3', 'tenant_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'floating_ip_address': '172.28.1.161', 'floating_network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'router_id': 'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0', 'port_id': 'dec89346-b854-495c-b101-d092a6a8f671', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3831ffb-3fed-4199-9345-e83614c932f0', 'mac_address': 'fa:16:3e:c1:e4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b77bc6-057e-423f-b873-5324c6aabefe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T18:23:01Z', 'updated_at': '2021-05-31T18:23:01Z', 'revision_number': 0, 'project_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17e3966e-3079-4b46-adc4-6825f73183d6', 'name': '', 'network_id': 'e3831ffb-3fed-4199-9345-e83614c932f0', 'tenant_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'mac_address': 'fa:16:3e:50:1a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '91c6e033-f0f9-45bc-8ee9-e5514627197a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:22:09Z', 'updated_at': '2021-05-31T18:22:17Z', 'revision_number': 5, 'project_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'subnets': [{'id': '91c6e033-f0f9-45bc-8ee9-e5514627197a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:23:04.081523 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2dde93-fcf0-4199-98b2-414dca5c459c None None] The sync data for ids ['a52b1f3d-5184-4b59-85b1-1515b8b4cdf0'] in dv-cinder-770050-4-smb is: [{'id': 'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0', 'name': 'tempest-TestMinimumBasicScenario-1372168377-router', 'tenant_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': 'b68334d4-75c9-42b7-b335-81798b2fdbb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:22:05Z', 'updated_at': '2021-05-31T18:22:10Z', 'revision_number': 4, 'project_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'gw_port': {'id': 'b68334d4-75c9-42b7-b335-81798b2fdbb4', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:22:06Z', 'updated_at': '2021-05-31T18:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_floatingips': [{'id': '0dcd9c53-2ae9-4599-bf4c-f32ca51ab3d3', 'tenant_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'floating_ip_address': '172.28.1.161', 'floating_network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'router_id': 'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0', 'port_id': 'dec89346-b854-495c-b101-d092a6a8f671', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3831ffb-3fed-4199-9345-e83614c932f0', 'mac_address': 'fa:16:3e:c1:e4:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b77bc6-057e-423f-b873-5324c6aabefe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T18:23:01Z', 'updated_at': '2021-05-31T18:23:01Z', 'revision_number': 0, 'project_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17e3966e-3079-4b46-adc4-6825f73183d6', 'name': '', 'network_id': 'e3831ffb-3fed-4199-9345-e83614c932f0', 'tenant_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'mac_address': 'fa:16:3e:50:1a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '91c6e033-f0f9-45bc-8ee9-e5514627197a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:22:09Z', 'updated_at': '2021-05-31T18:22:17Z', 'revision_number': 5, 'project_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'subnets': [{'id': '91c6e033-f0f9-45bc-8ee9-e5514627197a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:23:04.093006 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354ee75-ba71-47b9-b319-fd719b8dde02 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36d65ee8-f335-432a-9f66-edd4e8769881,revision_number=0']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:23:04.101515 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-5354ee75-ba71-47b9-b319-fd719b8dde02 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:23:04.106554 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-5354ee75-ba71-47b9-b319-fd719b8dde02 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:04.110525 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-5354ee75-ba71-47b9-b319-fd719b8dde02 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1703687 May 31 18:23:04.110712 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 32772) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:23:04.115402 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-3fa81259-3783-4f44-84ad-5783e5a1e554 req-19a37807-83ae-4883-b395-d9d8c198f76e service neutron] 10.222.0.20 "GET /v2.0/networks/e3831ffb-3fed-4199-9345-e83614c932f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002561 May 31 18:23:04.119085 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [None req-784a43b6-fa3c-4891-b441-133c00c27dbf tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Request body: {'security_group_rule': {'security_group_id': '7c266301-3caa-4a4a-92fb-525d4c16b2f2', 'project_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:23:04.127007 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-784a43b6-fa3c-4891-b441-133c00c27dbf tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:23:04.132663 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-784a43b6-fa3c-4891-b441-133c00c27dbf tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Usage tracker for resource:security_group_rule and tenant:c7516990dfc94a1fab0f4fa45d95aad3 is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:23:04.136798 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-784a43b6-fa3c-4891-b441-133c00c27dbf tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:23:04.149875 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83549954-07d9-4236-82de-3e59fc5da0a0 req-9a376542-5a0a-4af5-ad5a-a47affcdb754 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:04.151367 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-83549954-07d9-4236-82de-3e59fc5da0a0 req-9a376542-5a0a-4af5-ad5a-a47affcdb754 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 945 time: 0.1535215 May 31 18:23:04.152302 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-784a43b6-fa3c-4891-b441-133c00c27dbf tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:23:04.188292 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-784a43b6-fa3c-4891-b441-133c00c27dbf tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:04.230106 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-83549954-07d9-4236-82de-3e59fc5da0a0 req-bcb3ed57-acba-4462-8648-e217bf2566d9 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=258f730c-5383-42e6-bee2-f4b55ca3abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705831 May 31 18:23:04.270535 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-784a43b6-fa3c-4891-b441-133c00c27dbf tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:04.274316 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-784a43b6-fa3c-4891-b441-133c00c27dbf tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940446'] for security_group_rule, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:04.276518 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-604a55dd-a3b1-495d-a233-b7e13b007403 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:23:04.314168 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a43b6-fa3c-4891-b441-133c00c27dbf tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3abc97b1-93d7-4d48-9219-0f9035b2fc25,revision_number=0']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:23:04.317074 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-784a43b6-fa3c-4891-b441-133c00c27dbf tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:23:04.328183 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-784a43b6-fa3c-4891-b441-133c00c27dbf tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:04.329878 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-784a43b6-fa3c-4891-b441-133c00c27dbf tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2182593 May 31 18:23:04.332697 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 32778) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:23:04.337973 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [None req-f7911682-7578-4c84-853d-f42182debee2 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Request body: {'security_group_rule': {'security_group_id': '7c266301-3caa-4a4a-92fb-525d4c16b2f2', 'project_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:23:04.344172 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-f7911682-7578-4c84-853d-f42182debee2 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:23:04.348224 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-f7911682-7578-4c84-853d-f42182debee2 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Usage tracker for resource:security_group_rule and tenant:c7516990dfc94a1fab0f4fa45d95aad3 is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:23:04.351658 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-f7911682-7578-4c84-853d-f42182debee2 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:23:04.358050 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-f7911682-7578-4c84-853d-f42182debee2 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:23:04.367164 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd39c0c-2227-4d3b-9684-0031cd8582e3 None None] New status for floating IP 0dcd9c53-2ae9-4599-bf4c-f32ca51ab3d3: ACTIVE {{(pid=91756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 18:23:04.482978 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.db.securitygroups_db [None req-f7911682-7578-4c84-853d-f42182debee2 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Project c7516990dfc94a1fab0f4fa45d95aad3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 18:23:04.489952 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-f7911682-7578-4c84-853d-f42182debee2 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:04.671354 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-f7911682-7578-4c84-853d-f42182debee2 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:04.678274 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-f7911682-7578-4c84-853d-f42182debee2 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940446'] for security_group_rule, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:04.696559 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:23:04.721332 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7911682-7578-4c84-853d-f42182debee2 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfff33bd-d0d8-4970-bcc7-8a2bbdd3f180,revision_number=0']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:23:04.724053 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-f7911682-7578-4c84-853d-f42182debee2 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:23:04.741571 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-f7911682-7578-4c84-853d-f42182debee2 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:04.742713 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-f7911682-7578-4c84-853d-f42182debee2 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4090328 May 31 18:23:04.745649 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 32786) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:23:04.751427 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [None req-3157d513-28c3-45a8-b8c7-1782062fcc36 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Request body: {'security_group_rule': {'security_group_id': '7c266301-3caa-4a4a-92fb-525d4c16b2f2', 'project_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:23:04.754632 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ed5d5-ba1a-4e15-b4b1-c3a17ab50866 req-46e66ca8-c1e0-4361-9417-5dedd433f91e tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:04.756520 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-741ed5d5-ba1a-4e15-b4b1-c3a17ab50866 req-46e66ca8-c1e0-4361-9417-5dedd433f91e tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 945 time: 0.2192359 May 31 18:23:04.757998 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-3157d513-28c3-45a8-b8c7-1782062fcc36 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:23:04.762295 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-3157d513-28c3-45a8-b8c7-1782062fcc36 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Usage tracker for resource:security_group_rule and tenant:c7516990dfc94a1fab0f4fa45d95aad3 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:23:04.763435 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64ee59-8966-48c0-b38a-6bac37533d3e req-2de407b4-36f4-4568-8456-1ebdad484bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:04.765754 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-7c64ee59-8966-48c0-b38a-6bac37533d3e req-2de407b4-36f4-4568-8456-1ebdad484bec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cd65573bbe3e4966baf7dbde3d06304a&device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 1098 time: 0.1588645 May 31 18:23:04.768306 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-3157d513-28c3-45a8-b8c7-1782062fcc36 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:23:04.775180 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-3157d513-28c3-45a8-b8c7-1782062fcc36 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:23:04.786434 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.db.securitygroups_db [None req-3157d513-28c3-45a8-b8c7-1782062fcc36 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Project c7516990dfc94a1fab0f4fa45d95aad3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 18:23:04.792857 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-3157d513-28c3-45a8-b8c7-1782062fcc36 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:04.867220 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-3157d513-28c3-45a8-b8c7-1782062fcc36 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:04.871127 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-3157d513-28c3-45a8-b8c7-1782062fcc36 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940446'] for security_group_rule, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:04.873285 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-c121ff53-dd58-48c8-aa06-c5390c9fb4e7 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:23:04.890327 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-741ed5d5-ba1a-4e15-b4b1-c3a17ab50866 req-15541517-7b95-4d9a-bc46-98c357f9e775 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=258f730c-5383-42e6-bee2-f4b55ca3abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235449 May 31 18:23:04.894989 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3157d513-28c3-45a8-b8c7-1782062fcc36 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65908781-4049-46af-a26d-c27e206e9bff,revision_number=0']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:23:04.899934 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-3157d513-28c3-45a8-b8c7-1782062fcc36 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:23:04.905890 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-3157d513-28c3-45a8-b8c7-1782062fcc36 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:04.907082 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-3157d513-28c3-45a8-b8c7-1782062fcc36 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1603327 May 31 18:23:04.948541 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64ee59-8966-48c0-b38a-6bac37533d3e req-de804dac-a9fc-463f-ab8b-1a2b820d3772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:04.949939 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-7c64ee59-8966-48c0-b38a-6bac37533d3e req-de804dac-a9fc-463f-ab8b-1a2b820d3772 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2caae92d-233f-4a42-bb44-03a041ebb28d HTTP/1.1" status: 200 len: 910 time: 0.1641967 May 31 18:23:05.034310 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-3f71c009-0c3d-43c1-b63a-4353260fc3f0 req-4399e06e-41bb-4f4f-984b-ec9860d7ce58 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1948097573&fields=id&tenant_id=c7516990dfc94a1fab0f4fa45d95aad3 HTTP/1.1" status: 200 len: 267 time: 0.0386300 May 31 18:23:05.052395 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-7c64ee59-8966-48c0-b38a-6bac37533d3e req-b3e3df78-66c6-4e70-b5dc-cb2481daaad6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa99cb7e-9beb-4262-8b8a-a586ff3f23ea HTTP/1.1" status: 200 len: 1001 time: 0.0946181 May 31 18:23:05.116588 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64ee59-8966-48c0-b38a-6bac37533d3e req-80388b9c-f428-4be7-9f64-b44728c6cb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:05.118031 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-7c64ee59-8966-48c0-b38a-6bac37533d3e req-80388b9c-f428-4be7-9f64-b44728c6cb02 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a HTTP/1.1" status: 200 len: 849 time: 0.0595198 May 31 18:23:05.119414 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71c009-0c3d-43c1-b63a-4353260fc3f0 req-e99d33a9-e265-4835-8d14-93821c51d2ec tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:05.120875 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-3f71c009-0c3d-43c1-b63a-4353260fc3f0 req-e99d33a9-e265-4835-8d14-93821c51d2ec tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/ports?device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 946 time: 0.0803032 May 31 18:23:05.131747 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [req-3f71c009-0c3d-43c1-b63a-4353260fc3f0 req-2d3e4461-efd0-4e79-8a6f-9d77e0e4ea5f tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Request body: {'port': {'security_groups': ['d5807014-b84a-40d0-9519-1b9284cf48c4', '7c266301-3caa-4a4a-92fb-525d4c16b2f2']}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:23:05.192489 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c64ee59-8966-48c0-b38a-6bac37533d3e req-d860fd0f-b585-40b6-831b-ac1bdc427926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:05.193866 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-7c64ee59-8966-48c0-b38a-6bac37533d3e req-d860fd0f-b585-40b6-831b-ac1bdc427926 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2caae92d-233f-4a42-bb44-03a041ebb28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0692205 May 31 18:23:05.247399 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-3f71c009-0c3d-43c1-b63a-4353260fc3f0 req-2d3e4461-efd0-4e79-8a6f-9d77e0e4ea5f tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:05.322572 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-7c64ee59-8966-48c0-b38a-6bac37533d3e req-b790cd10-8a3d-4e90-be9f-bc05666cb4e0 service neutron] 10.222.0.20 "GET /v2.0/networks/2caae92d-233f-4a42-bb44-03a041ebb28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224835 May 31 18:23:05.455953 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-7c64ee59-8966-48c0-b38a-6bac37533d3e req-9e2afd96-934d-427f-865d-72c5f19480f0 service neutron] 10.222.0.20 "GET /v2.0/networks/2caae92d-233f-4a42-bb44-03a041ebb28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273265 May 31 18:23:05.501741 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.db [req-3f71c009-0c3d-43c1-b63a-4353260fc3f0 req-2d3e4461-efd0-4e79-8a6f-9d77e0e4ea5f tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] For port dec89346-b854-495c-b101-d092a6a8f671, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=dec89346-b854-495c-b101-d092a6a8f671,segment=NetworkSegment(d3a8a1df-b488-4a35-87e5-0d913afd14ce),segment_id=d3a8a1df-b488-4a35-87e5-0d913afd14ce)] {{(pid=91753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:23:05.526404 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-3f71c009-0c3d-43c1-b63a-4353260fc3f0 req-2d3e4461-efd0-4e79-8a6f-9d77e0e4ea5f tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks [] for port, precommit_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:05.531930 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-3f71c009-0c3d-43c1-b63a-4353260fc3f0 req-2d3e4461-efd0-4e79-8a6f-9d77e0e4ea5f tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1833552'] for port, after_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:05.538449 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-8323cb15-0796-4338-92aa-69519d6c9dac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:23:05.546902 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] get_ports_and_sgs() called for port_ids ['dec89346-b854-495c-b101-d092a6a8f671'] {{(pid=91755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:23:05.603576 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f71c009-0c3d-43c1-b63a-4353260fc3f0 req-2d3e4461-efd0-4e79-8a6f-9d77e0e4ea5f tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:05.604293 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-3f71c009-0c3d-43c1-b63a-4353260fc3f0 req-2d3e4461-efd0-4e79-8a6f-9d77e0e4ea5f tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:05.605652 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-3f71c009-0c3d-43c1-b63a-4353260fc3f0 req-2d3e4461-efd0-4e79-8a6f-9d77e0e4ea5f tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "PUT /v2.0/ports/dec89346-b854-495c-b101-d092a6a8f671 HTTP/1.1" status: 200 len: 982 time: 0.4782302 May 31 18:23:05.611085 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b77bc6-057e-423f-b873-5324c6aabefe', 'tag': 'dec89346-b854-495c-b101-d092a6a8f671'}] {{(pid=91753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:23:05.611407 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4a07d5f70f7fd4dbd3fa52429be7a5e9952b90ad99acae3e898da8695de761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91409c6-0bc0-445f-9bc2-d5df2b8c16d3" -d '{"events": [{"name": "network-changed", "server_uuid": "01b77bc6-057e-423f-b873-5324c6aabefe", "tag": "dec89346-b854-495c-b101-d092a6a8f671"}]}' {{(pid=91753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:23:05.640202 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3e4461-efd0-4e79-8a6f-9d77e0e4ea5f tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Pushing event updated for resources: {'Port': ['ID=dec89346-b854-495c-b101-d092a6a8f671,revision_number=6']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:23:05.643741 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-2d3e4461-efd0-4e79-8a6f-9d77e0e4ea5f tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:23:05.665351 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d47e7b-7aaa-4af0-a6d3-ba323a62c040 x-openstack-request-id: req-01d47e7b-7aaa-4af0-a6d3-ba323a62c040 {{(pid=91753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:23:05.666036 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01b77bc6-057e-423f-b873-5324c6aabefe", "tag": "dec89346-b854-495c-b101-d092a6a8f671", "status": "completed", "code": 200}]} {{(pid=91753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:23:05.666327 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-01d47e7b-7aaa-4af0-a6d3-ba323a62c040 {{(pid=91753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:23:05.666757 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b77bc6-057e-423f-b873-5324c6aabefe', 'tag': 'dec89346-b854-495c-b101-d092a6a8f671', 'status': 'completed', 'code': 200} May 31 18:23:05.733812 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] get_ports_and_sgs() called for port_ids ['dec89346-b854-495c-b101-d092a6a8f671'] {{(pid=91755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:23:05.868220 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91409c6-0bc0-445f-9bc2-d5df2b8c16d3 req-9594da11-bad7-4d24-bbcd-de5260fb023b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:05.869594 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-f91409c6-0bc0-445f-9bc2-d5df2b8c16d3 req-9594da11-bad7-4d24-bbcd-de5260fb023b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7516990dfc94a1fab0f4fa45d95aad3&device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 1138 time: 0.1586666 May 31 18:23:05.881961 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d654c84-a064-4395-82ff-f4de60716257 req-1a725231-0e43-4714-85cb-459a8a5d9a6d tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:05.883298 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9d654c84-a064-4395-82ff-f4de60716257 req-1a725231-0e43-4714-85cb-459a8a5d9a6d tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/ports?device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 985 time: 0.1267464 May 31 18:23:05.939337 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e34f8d9f-d22f-4646-8684-b2f91e359e25 None None] Provisioning complete for port dec89346-b854-495c-b101-d092a6a8f671 triggered by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:23:05.939718 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e34f8d9f-d22f-4646-8684-b2f91e359e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:06.032691 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-9d654c84-a064-4395-82ff-f4de60716257 req-3d02c98e-c6c8-48f2-a3c9-bcd560a36012 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Synchronizing usage tracker for tenant:c7516990dfc94a1fab0f4fa45d95aad3 on resource:security_group {{(pid=91754) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:23:06.077466 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91409c6-0bc0-445f-9bc2-d5df2b8c16d3 req-748b0b8b-0fac-4f7f-ab03-0245c0c17de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:06.078748 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-f91409c6-0bc0-445f-9bc2-d5df2b8c16d3 req-748b0b8b-0fac-4f7f-ab03-0245c0c17de9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e3831ffb-3fed-4199-9345-e83614c932f0 HTTP/1.1" status: 200 len: 915 time: 0.1945853 May 31 18:23:06.081770 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-9d654c84-a064-4395-82ff-f4de60716257 req-3d02c98e-c6c8-48f2-a3c9-bcd560a36012 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Unset dirty status for tenant:c7516990dfc94a1fab0f4fa45d95aad3 on resource:security_group {{(pid=91754) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:23:06.082937 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9d654c84-a064-4395-82ff-f4de60716257 req-3d02c98e-c6c8-48f2-a3c9-bcd560a36012 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5807014-b84a-40d0-9519-1b9284cf48c4&id=7c266301-3caa-4a4a-92fb-525d4c16b2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1808777 May 31 18:23:06.204811 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-f91409c6-0bc0-445f-9bc2-d5df2b8c16d3 req-9c2677cf-0cea-4b54-998d-bbe7399724fa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dec89346-b854-495c-b101-d092a6a8f671 HTTP/1.1" status: 200 len: 1002 time: 0.1180604 May 31 18:23:06.242469 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55a3cd2-162f-4475-8fc8-c631c4e8a523 req-5102f8d3-4209-447d-ac0b-662ed3f82463 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:06.243829 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-b55a3cd2-162f-4475-8fc8-c631c4e8a523 req-5102f8d3-4209-447d-ac0b-662ed3f82463 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 945 time: 0.2268357 May 31 18:23:06.278129 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91409c6-0bc0-445f-9bc2-d5df2b8c16d3 req-ea8abfd6-689b-47d6-b727-c97a62a53a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:06.279571 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-f91409c6-0bc0-445f-9bc2-d5df2b8c16d3 req-ea8abfd6-689b-47d6-b727-c97a62a53a70 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=91c6e033-f0f9-45bc-8ee9-e5514627197a HTTP/1.1" status: 200 len: 854 time: 0.0651283 May 31 18:23:06.289933 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-b55a3cd2-162f-4475-8fc8-c631c4e8a523 req-d72d848f-a739-4342-a586-8b41324380bb tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=258f730c-5383-42e6-bee2-f4b55ca3abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392544 May 31 18:23:06.359465 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91409c6-0bc0-445f-9bc2-d5df2b8c16d3 req-19811b6b-8b65-40e3-a1c3-225f04175ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:06.361063 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-f91409c6-0bc0-445f-9bc2-d5df2b8c16d3 req-19811b6b-8b65-40e3-a1c3-225f04175ab8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e3831ffb-3fed-4199-9345-e83614c932f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0744894 May 31 18:23:06.577288 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-f91409c6-0bc0-445f-9bc2-d5df2b8c16d3 req-04d63e7f-6c85-4855-b38a-fe5b666d3df0 service neutron] 10.222.0.20 "GET /v2.0/networks/e3831ffb-3fed-4199-9345-e83614c932f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084126 May 31 18:23:06.707093 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-f91409c6-0bc0-445f-9bc2-d5df2b8c16d3 req-2c4b8d78-3f5b-4252-99bd-015855afab2f service neutron] 10.222.0.20 "GET /v2.0/networks/e3831ffb-3fed-4199-9345-e83614c932f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226580 May 31 18:23:07.471243 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841556b7-09c5-4b43-bf9c-341b104107d4 req-eba71586-a8a0-43fa-86c3-be8f87c64c3d tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:07.472699 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-841556b7-09c5-4b43-bf9c-341b104107d4 req-eba71586-a8a0-43fa-86c3-be8f87c64c3d tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 945 time: 0.0774927 May 31 18:23:07.516315 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-841556b7-09c5-4b43-bf9c-341b104107d4 req-bb2a291c-aff8-478a-a040-a6ac5b4367e9 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=258f730c-5383-42e6-bee2-f4b55ca3abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375731 May 31 18:23:10.696535 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ced37a-9935-4fc2-a001-e1227680b6df req-683c4f39-0b9c-4284-92c5-145ffc58f89b tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:10.697981 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-a3ced37a-9935-4fc2-a001-e1227680b6df req-683c4f39-0b9c-4284-92c5-145ffc58f89b tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4ebfb8a-196e-4e36-8a1c-1950879e6378 HTTP/1.1" status: 200 len: 946 time: 0.0805154 May 31 18:23:10.739787 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-a3ced37a-9935-4fc2-a001-e1227680b6df req-08e5ad98-bcfa-48e5-889d-f7614dac267c tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0d50cdb-d2e3-4070-9cf2-b88ed441d923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363159 May 31 18:23:11.927559 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2b697-aa52-418b-89d2-cce235a81964 req-9cfbf71e-0a19-451f-bc8d-d394e867d9a9 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:11.929160 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-77d2b697-aa52-418b-89d2-cce235a81964 req-9cfbf71e-0a19-451f-bc8d-d394e867d9a9 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4ebfb8a-196e-4e36-8a1c-1950879e6378 HTTP/1.1" status: 200 len: 946 time: 0.0812912 May 31 18:23:11.972384 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-77d2b697-aa52-418b-89d2-cce235a81964 req-2e0d69ca-870f-4212-bba4-51c3f9bab68a tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0d50cdb-d2e3-4070-9cf2-b88ed441d923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376151 May 31 18:23:13.154550 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d9bc9-68ad-464e-abbf-dc69c73f9ad7 req-140b8ea1-2e40-477a-a969-01361de1ae8f tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:13.155946 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-115d9bc9-68ad-464e-abbf-dc69c73f9ad7 req-140b8ea1-2e40-477a-a969-01361de1ae8f tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4ebfb8a-196e-4e36-8a1c-1950879e6378 HTTP/1.1" status: 200 len: 946 time: 0.0767334 May 31 18:23:13.201974 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-115d9bc9-68ad-464e-abbf-dc69c73f9ad7 req-ebb0d3e6-fac2-4219-a184-cf29399ef2bd tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0d50cdb-d2e3-4070-9cf2-b88ed441d923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400319 May 31 18:23:14.054300 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.agents_db [None req-6172caff-413f-4f38-b24a-66359638417e None None] Agent healthcheck: found 6 active agents {{(pid=91756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:23:14.384133 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7043b8c-dc9b-49e3-9086-73181cba010d req-dde33f3b-0d10-4099-8b96-64ccc8726eb2 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:14.385468 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c7043b8c-dc9b-49e3-9086-73181cba010d req-dde33f3b-0d10-4099-8b96-64ccc8726eb2 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4ebfb8a-196e-4e36-8a1c-1950879e6378 HTTP/1.1" status: 200 len: 946 time: 0.0776865 May 31 18:23:14.433158 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c7043b8c-dc9b-49e3-9086-73181cba010d req-fab3634f-176a-4bfa-b17f-8d457e960b68 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0d50cdb-d2e3-4070-9cf2-b88ed441d923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417962 May 31 18:23:15.611669 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61328713-f18a-4580-a9ee-3f0e62a9511d req-d58ccf9b-98d7-489f-ae8f-ccf34b323a65 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:15.613149 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-61328713-f18a-4580-a9ee-3f0e62a9511d req-d58ccf9b-98d7-489f-ae8f-ccf34b323a65 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4ebfb8a-196e-4e36-8a1c-1950879e6378 HTTP/1.1" status: 200 len: 946 time: 0.0785897 May 31 18:23:15.657425 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-61328713-f18a-4580-a9ee-3f0e62a9511d req-4ddcf9ea-4682-4c65-ba7b-23cbe0df4cb8 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0d50cdb-d2e3-4070-9cf2-b88ed441d923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381362 May 31 18:23:15.995110 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-30f95509-2b8d-4afe-9f5a-de1638252634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:16.088879 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b20cb9-8a96-4d81-8eff-b8842e9005e7 req-9a55c87e-1130-4db0-93ec-15b4304c9641 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:16.090284 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c7b20cb9-8a96-4d81-8eff-b8842e9005e7 req-9a55c87e-1130-4db0-93ec-15b4304c9641 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.20 "GET /v2.0/ports?device_id=d4ebfb8a-196e-4e36-8a1c-1950879e6378 HTTP/1.1" status: 200 len: 946 time: 0.0795529 May 31 18:23:16.228775 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [req-c7b20cb9-8a96-4d81-8eff-b8842e9005e7 req-ea4d5cbc-1640-4676-8c0a-35394fbf3bcd tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Deleting port 507f5c46-b547-4002-bfb7-c905683d7c26 {{(pid=91754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:23:16.229105 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-c7b20cb9-8a96-4d81-8eff-b8842e9005e7 req-ea4d5cbc-1640-4676-8c0a-35394fbf3bcd tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:16.358580 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [req-c7b20cb9-8a96-4d81-8eff-b8842e9005e7 req-ea4d5cbc-1640-4676-8c0a-35394fbf3bcd tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] For port 507f5c46-b547-4002-bfb7-c905683d7c26, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=507f5c46-b547-4002-bfb7-c905683d7c26,segment=NetworkSegment(2c8e1d6f-cf27-47ad-83b2-d146cd34fac7),segment_id=2c8e1d6f-cf27-47ad-83b2-d146cd34fac7)] {{(pid=91754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:23:16.358843 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-c7b20cb9-8a96-4d81-8eff-b8842e9005e7 req-ea4d5cbc-1640-4676-8c0a-35394fbf3bcd tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:16.478323 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [req-c7b20cb9-8a96-4d81-8eff-b8842e9005e7 req-ea4d5cbc-1640-4676-8c0a-35394fbf3bcd tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Calling delete_port for 507f5c46-b547-4002-bfb7-c905683d7c26 owned by compute:nova {{(pid=91754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:23:16.587411 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-c7b20cb9-8a96-4d81-8eff-b8842e9005e7 req-ea4d5cbc-1640-4676-8c0a-35394fbf3bcd tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:16.592794 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:23:16.637168 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d5cbc-1640-4676-8c0a-35394fbf3bcd tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Pushing event deleted for resources: {'Port': ['ID=507f5c46-b547-4002-bfb7-c905683d7c26,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:23:16.640337 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-ea4d5cbc-1640-4676-8c0a-35394fbf3bcd tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:23:16.716296 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7b20cb9-8a96-4d81-8eff-b8842e9005e7 req-ea4d5cbc-1640-4676-8c0a-35394fbf3bcd tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] No DVR routers for this DVR port 507f5c46-b547-4002-bfb7-c905683d7c26 on host hv-cinder-77005 {{(pid=91754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:23:16.718758 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-c7b20cb9-8a96-4d81-8eff-b8842e9005e7 req-ea4d5cbc-1640-4676-8c0a-35394fbf3bcd tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:16.721259 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4ebfb8a-196e-4e36-8a1c-1950879e6378', 'name': 'network-vif-deleted', 'tag': '507f5c46-b547-4002-bfb7-c905683d7c26'}] {{(pid=91754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:23:16.723509 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b8d31c20630307edfd170fd0520c8261bc4320d7d7b7fb717012a3b2519c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b2d450-83d3-488c-b3f2-48f5f3005ea7" -d '{"events": [{"server_uuid": "d4ebfb8a-196e-4e36-8a1c-1950879e6378", "name": "network-vif-deleted", "tag": "507f5c46-b547-4002-bfb7-c905683d7c26"}]}' {{(pid=91754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:23:16.739102 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c7b20cb9-8a96-4d81-8eff-b8842e9005e7 req-ea4d5cbc-1640-4676-8c0a-35394fbf3bcd tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.20 "DELETE /v2.0/ports/507f5c46-b547-4002-bfb7-c905683d7c26 HTTP/1.1" status: 204 len: 173 time: 0.6405334 May 31 18:23:16.797372 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1ab9c3-3839-4a5b-bf13-60ad3ca23100 x-openstack-request-id: req-ee1ab9c3-3839-4a5b-bf13-60ad3ca23100 {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:23:16.797688 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4ebfb8a-196e-4e36-8a1c-1950879e6378", "name": "network-vif-deleted", "tag": "507f5c46-b547-4002-bfb7-c905683d7c26", "status": "completed", "code": 200}]} {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:23:16.797966 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee1ab9c3-3839-4a5b-bf13-60ad3ca23100 {{(pid=91754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:23:16.798366 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4ebfb8a-196e-4e36-8a1c-1950879e6378', 'name': 'network-vif-deleted', 'tag': '507f5c46-b547-4002-bfb7-c905683d7c26', 'status': 'completed', 'code': 200} May 31 18:23:16.809591 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-47e60956-2f97-4f26-8fc2-09db4f454cde req-529f5b16-51d2-4ce0-b045-5f42059322a5 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Synchronizing usage tracker for tenant:f4b5ef518e9842ac9b202059fbc927e1 on resource:port {{(pid=91754) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:23:16.825499 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-47e60956-2f97-4f26-8fc2-09db4f454cde req-529f5b16-51d2-4ce0-b045-5f42059322a5 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Unset dirty status for tenant:f4b5ef518e9842ac9b202059fbc927e1 on resource:port {{(pid=91754) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:23:16.826653 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-47e60956-2f97-4f26-8fc2-09db4f454cde req-529f5b16-51d2-4ce0-b045-5f42059322a5 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4ebfb8a-196e-4e36-8a1c-1950879e6378 HTTP/1.1" status: 200 len: 210 time: 0.0621109 May 31 18:23:18.452689 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 507f5c46-b547-4002-bfb7-c905683d7c26 no longer exists at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:23:18.486416 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] No Port match for: 507f5c46-b547-4002-bfb7-c905683d7c26 {{(pid=91755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:23:18.486764 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 507f5c46-b547-4002-bfb7-c905683d7c26 not bound to the agent host hv-cinder-77005 {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:23:18.526285 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-7d9190c7-91a7-42d3-ac04-100d3a6c8908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:18.565701 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:18.622089 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:19.516685 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:19.729766 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfefcb4-2cc7-449c-a387-e16abed9eb15 req-6b326efb-6796-41f7-9ed8-73ca350b379f tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:19.731243 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-0dfefcb4-2cc7-449c-a387-e16abed9eb15 req-6b326efb-6796-41f7-9ed8-73ca350b379f tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 946 time: 0.0812457 May 31 18:23:19.774928 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-0dfefcb4-2cc7-449c-a387-e16abed9eb15 req-feaafe88-1c4e-4ddd-8e5e-674d695ce393 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381296 May 31 18:23:20.970825 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d12101-830d-44bb-b394-150247d62257 req-5205a105-8b2c-4a83-99e8-e6c2fc579b48 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:20.972200 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-15d12101-830d-44bb-b394-150247d62257 req-5205a105-8b2c-4a83-99e8-e6c2fc579b48 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 946 time: 0.0813279 May 31 18:23:21.019494 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-15d12101-830d-44bb-b394-150247d62257 req-c414f7b1-3b3c-48c4-bcfa-415202081a45 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416446 May 31 18:23:21.213752 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:21.707519 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7b06c0-d9ea-4f1c-8a8b-4d254e220ddb req-e5001844-1bf8-45fc-a9dc-c75f71d1861a tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:21.708858 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2c7b06c0-d9ea-4f1c-8a8b-4d254e220ddb req-e5001844-1bf8-45fc-a9dc-c75f71d1861a tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 946 time: 0.0763729 May 31 18:23:21.842145 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [req-2c7b06c0-d9ea-4f1c-8a8b-4d254e220ddb req-9c6dc158-bfae-4597-aace-1daaea8cc65b tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Deleting port 81e7c184-03d2-4a3e-a144-711065ad86db {{(pid=91754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:23:21.842555 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-2c7b06c0-d9ea-4f1c-8a8b-4d254e220ddb req-9c6dc158-bfae-4597-aace-1daaea8cc65b tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:22.063779 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [req-2c7b06c0-d9ea-4f1c-8a8b-4d254e220ddb req-9c6dc158-bfae-4597-aace-1daaea8cc65b tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] For port 81e7c184-03d2-4a3e-a144-711065ad86db, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=81e7c184-03d2-4a3e-a144-711065ad86db,segment=NetworkSegment(9e7eb541-2a48-4373-bede-dc253746dbb0),segment_id=9e7eb541-2a48-4373-bede-dc253746dbb0)] {{(pid=91754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:23:22.064366 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-2c7b06c0-d9ea-4f1c-8a8b-4d254e220ddb req-9c6dc158-bfae-4597-aace-1daaea8cc65b tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:22.167151 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-84daeb78-f51f-4a84-9d85-db89ee9ef580 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:22.168591 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-84daeb78-f51f-4a84-9d85-db89ee9ef580 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/networks?id=18281d3b-960f-427c-9643-34b37148af34 HTTP/1.1" status: 200 len: 814 time: 0.1440310 May 31 18:23:22.182957 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-b7ba2df4-d43c-4ff4-a9d9-89f260c3719b tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/quotas/f4b5ef518e9842ac9b202059fbc927e1 HTTP/1.1" status: 200 len: 375 time: 0.0086737 May 31 18:23:22.229782 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-08de7fb1-c370-414a-a495-e7d2e491bcde tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f4b5ef518e9842ac9b202059fbc927e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416458 May 31 18:23:22.360298 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-6ac16fbb-65df-4c08-88e2-a1e489d6ffd9 service neutron] 10.222.0.25 "GET /v2.0/networks/18281d3b-960f-427c-9643-34b37148af34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238964 May 31 18:23:22.386760 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1aa84b-b0aa-4e6b-87aa-491fdd35cb76 req-eb887f42-59f2-4b0f-b78d-8f66533b9aed tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:22.388216 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-ff1aa84b-b0aa-4e6b-87aa-491fdd35cb76 req-eb887f42-59f2-4b0f-b78d-8f66533b9aed tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 946 time: 0.2532144 May 31 18:23:22.442735 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-2c7b06c0-d9ea-4f1c-8a8b-4d254e220ddb req-9c6dc158-bfae-4597-aace-1daaea8cc65b tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:22.442966 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-2c7b06c0-d9ea-4f1c-8a8b-4d254e220ddb req-9c6dc158-bfae-4597-aace-1daaea8cc65b tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960568'] for floatingip, after_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:22.443172 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.db.l3_db [req-2c7b06c0-d9ea-4f1c-8a8b-4d254e220ddb req-9c6dc158-bfae-4597-aace-1daaea8cc65b tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Floating IP 9ab652df-98c4-4776-ad37-4b823bdc3dcd disassociated. External IP: 172.28.1.162, port: 81e7c184-03d2-4a3e-a144-711065ad86db. May 31 18:23:22.443529 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [req-2c7b06c0-d9ea-4f1c-8a8b-4d254e220ddb req-9c6dc158-bfae-4597-aace-1daaea8cc65b tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Calling delete_port for 81e7c184-03d2-4a3e-a144-711065ad86db owned by compute:nova {{(pid=91754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:23:22.457766 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-ff1aa84b-b0aa-4e6b-87aa-491fdd35cb76 req-eec43c13-7b74-4954-93bd-5dd75eb29b01 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577323 May 31 18:23:22.496329 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-14b99645-da6f-4d77-a601-62a2f771a1c6 service neutron] 10.222.0.25 "GET /v2.0/networks/18281d3b-960f-427c-9643-34b37148af34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301756 May 31 18:23:22.573355 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-2c7b06c0-d9ea-4f1c-8a8b-4d254e220ddb req-9c6dc158-bfae-4597-aace-1daaea8cc65b tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:22.579058 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-21d8cb97-17ab-46c6-80aa-b450e8022b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:23:22.669643 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6dc158-bfae-4597-aace-1daaea8cc65b tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Pushing event deleted for resources: {'Port': ['ID=81e7c184-03d2-4a3e-a144-711065ad86db,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:23:22.676991 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-9c6dc158-bfae-4597-aace-1daaea8cc65b tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:23:22.686795 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-3ad0cf33-1437-48a0-aeee-a87f3c790788 req-3007c830-57c6-468d-9920-ba0f8fda7564 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/ports?device_id=36abfaf5-c2b9-44f3-87e9-aea200543472 HTTP/1.1" status: 200 len: 210 time: 0.0554502 May 31 18:23:22.870912 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2c7b06c0-d9ea-4f1c-8a8b-4d254e220ddb req-9c6dc158-bfae-4597-aace-1daaea8cc65b tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Router 39c2f4ba-2e74-4124-a8fb-140ab38982f6 has already been hosted by L3 agent aa8b4aa1-734a-4f99-a735-849181ae9a49 {{(pid=91754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:23:23.055756 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2c7b06c0-d9ea-4f1c-8a8b-4d254e220ddb req-9c6dc158-bfae-4597-aace-1daaea8cc65b tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify agent at l3_agent.dv-cinder-770050-4-smb the message routers_updated {{(pid=91754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:23:23.069667 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9387ba5-2c6b-45d7-a28e-d8277b38b677 None None] Sync routers for ids ['39c2f4ba-2e74-4124-a8fb-140ab38982f6'] in dv-cinder-770050-4-smb {{(pid=91755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:23:23.081217 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9387ba5-2c6b-45d7-a28e-d8277b38b677 None None] Routers {'39c2f4ba-2e74-4124-a8fb-140ab38982f6'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:23:23.081819 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-c9387ba5-2c6b-45d7-a28e-d8277b38b677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:23:19Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['39c2f4ba-2e74-4124-a8fb-140ab38982f6'], 'active': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:23:23.130216 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7b06c0-d9ea-4f1c-8a8b-4d254e220ddb req-9c6dc158-bfae-4597-aace-1daaea8cc65b tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] No DVR routers for this DVR port 81e7c184-03d2-4a3e-a144-711065ad86db on host hv-cinder-77005 {{(pid=91754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:23:23.132941 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-2c7b06c0-d9ea-4f1c-8a8b-4d254e220ddb req-9c6dc158-bfae-4597-aace-1daaea8cc65b tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:23.135543 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac91ea36-952d-4c6f-a706-4f1ad1c56593', 'name': 'network-vif-deleted', 'tag': '81e7c184-03d2-4a3e-a144-711065ad86db'}] {{(pid=91754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:23:23.137835 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b8d31c20630307edfd170fd0520c8261bc4320d7d7b7fb717012a3b2519c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf41136-6005-442f-b26d-0c3d9002edd0" -d '{"events": [{"server_uuid": "ac91ea36-952d-4c6f-a706-4f1ad1c56593", "name": "network-vif-deleted", "tag": "81e7c184-03d2-4a3e-a144-711065ad86db"}]}' {{(pid=91754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:23:23.157176 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2c7b06c0-d9ea-4f1c-8a8b-4d254e220ddb req-9c6dc158-bfae-4597-aace-1daaea8cc65b tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.20 "DELETE /v2.0/ports/81e7c184-03d2-4a3e-a144-711065ad86db HTTP/1.1" status: 204 len: 173 time: 1.4411604 May 31 18:23:23.191662 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57da40ee-3364-48fe-8934-9c4219cd95b2 x-openstack-request-id: req-57da40ee-3364-48fe-8934-9c4219cd95b2 {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:23:23.191988 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac91ea36-952d-4c6f-a706-4f1ad1c56593", "name": "network-vif-deleted", "tag": "81e7c184-03d2-4a3e-a144-711065ad86db", "status": "completed", "code": 200}]} {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:23:23.192323 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-57da40ee-3364-48fe-8934-9c4219cd95b2 {{(pid=91754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:23:23.192797 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac91ea36-952d-4c6f-a706-4f1ad1c56593', 'name': 'network-vif-deleted', 'tag': '81e7c184-03d2-4a3e-a144-711065ad86db', 'status': 'completed', 'code': 200} May 31 18:23:23.292955 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvr_db [None req-c9387ba5-2c6b-45d7-a28e-d8277b38b677 None None] Set router 39c2f4ba-2e74-4124-a8fb-140ab38982f6 gateway port host: dv-cinder-770050-4-smb {{(pid=91755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:23:23.623864 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-c9387ba5-2c6b-45d7-a28e-d8277b38b677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1868462595-router', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': 'a4fda1c3-7f3f-4e29-9406-cb42d7579dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:30Z', 'updated_at': '2021-05-31T18:18:42Z', 'revision_number': 4, 'project_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'gw_port': {'id': 'a4fda1c3-7f3f-4e29-9406-cb42d7579dc7', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:32Z', 'updated_at': '2021-05-31T18:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': '96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06', 'name': '', 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'mac_address': 'fa:16:3e:bc:62:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a141bd4c-23e4-4ac5-be95-c7e9e5ec7954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:39Z', 'updated_at': '2021-05-31T18:18:53Z', 'revision_number': 5, 'project_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'subnets': [{'id': 'a141bd4c-23e4-4ac5-be95-c7e9e5ec7954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:23:23.629636 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9387ba5-2c6b-45d7-a28e-d8277b38b677 None None] Checking router: 39c2f4ba-2e74-4124-a8fb-140ab38982f6 for host: dv-cinder-770050-4-smb {{(pid=91755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:23:23.642309 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9387ba5-2c6b-45d7-a28e-d8277b38b677 None None] Routers {'39c2f4ba-2e74-4124-a8fb-140ab38982f6'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:23:23.643324 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-c9387ba5-2c6b-45d7-a28e-d8277b38b677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:23:19Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['39c2f4ba-2e74-4124-a8fb-140ab38982f6'], 'active': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:23:23.768331 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-c6913d85-ddba-4cc2-a767-66e7da849b58 req-a88ef068-58ec-4f07-886d-fbfe049f4022 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Synchronizing usage tracker for tenant:b4d1b216261e41c7aa55b53c9f2a5ab7 on resource:port {{(pid=91754) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:23:23.828981 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-a54ad8d8-3b36-43c4-8af0-9d92d7c63cb5 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:23.830737 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-a54ad8d8-3b36-43c4-8af0-9d92d7c63cb5 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.20 "GET /v2.0/networks?id=18281d3b-960f-427c-9643-34b37148af34 HTTP/1.1" status: 200 len: 814 time: 0.1711097 May 31 18:23:23.844719 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvr_db [None req-c9387ba5-2c6b-45d7-a28e-d8277b38b677 None None] Set router 39c2f4ba-2e74-4124-a8fb-140ab38982f6 gateway port host: dv-cinder-770050-4-smb {{(pid=91755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:23:23.849615 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-569eb9c2-cc73-47fe-b983-a7e3da843fbe tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Request body: {'port': {'device_id': '36abfaf5-c2b9-44f3-87e9-aea200543472', 'network_id': '18281d3b-960f-427c-9643-34b37148af34', 'admin_state_up': True, 'tenant_id': 'f4b5ef518e9842ac9b202059fbc927e1'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:23:23.869801 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-c6913d85-ddba-4cc2-a767-66e7da849b58 req-a88ef068-58ec-4f07-886d-fbfe049f4022 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Unset dirty status for tenant:b4d1b216261e41c7aa55b53c9f2a5ab7 on resource:port {{(pid=91754) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:23:23.884255 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c6913d85-ddba-4cc2-a767-66e7da849b58 req-a88ef068-58ec-4f07-886d-fbfe049f4022 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=ac91ea36-952d-4c6f-a706-4f1ad1c56593 HTTP/1.1" status: 200 len: 210 time: 0.2765102 May 31 18:23:23.894964 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-328767c4-6608-4365-bd37-b5a02900386a req-fc1cd4e4-9e4a-4dcc-bb3c-6a3d1b56e6f3 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/ports?device_id=36abfaf5-c2b9-44f3-87e9-aea200543472 HTTP/1.1" status: 200 len: 210 time: 0.0683510 May 31 18:23:24.059800 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-569eb9c2-cc73-47fe-b983-a7e3da843fbe tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:23:24.070954 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-569eb9c2-cc73-47fe-b983-a7e3da843fbe tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:23:24.081701 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-569eb9c2-cc73-47fe-b983-a7e3da843fbe tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Made reservation on behalf of f4b5ef518e9842ac9b202059fbc927e1 for: {'port': 1} {{(pid=91754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:23:24.086978 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-569eb9c2-cc73-47fe-b983-a7e3da843fbe tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:24.232645 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-c9387ba5-2c6b-45d7-a28e-d8277b38b677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1868462595-router', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': 'a4fda1c3-7f3f-4e29-9406-cb42d7579dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:30Z', 'updated_at': '2021-05-31T18:18:42Z', 'revision_number': 4, 'project_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'gw_port': {'id': 'a4fda1c3-7f3f-4e29-9406-cb42d7579dc7', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:32Z', 'updated_at': '2021-05-31T18:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': '96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06', 'name': '', 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'mac_address': 'fa:16:3e:bc:62:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a141bd4c-23e4-4ac5-be95-c7e9e5ec7954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:39Z', 'updated_at': '2021-05-31T18:18:53Z', 'revision_number': 5, 'project_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'subnets': [{'id': 'a141bd4c-23e4-4ac5-be95-c7e9e5ec7954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:23:24.236636 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9387ba5-2c6b-45d7-a28e-d8277b38b677 None None] The sync data for ids ['39c2f4ba-2e74-4124-a8fb-140ab38982f6'] in dv-cinder-770050-4-smb is: [{'id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1868462595-router', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': 'a4fda1c3-7f3f-4e29-9406-cb42d7579dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:30Z', 'updated_at': '2021-05-31T18:18:42Z', 'revision_number': 4, 'project_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'gw_port': {'id': 'a4fda1c3-7f3f-4e29-9406-cb42d7579dc7', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:32Z', 'updated_at': '2021-05-31T18:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': '96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06', 'name': '', 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'mac_address': 'fa:16:3e:bc:62:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a141bd4c-23e4-4ac5-be95-c7e9e5ec7954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:39Z', 'updated_at': '2021-05-31T18:18:53Z', 'revision_number': 5, 'project_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'subnets': [{'id': 'a141bd4c-23e4-4ac5-be95-c7e9e5ec7954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:23:24.362711 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.db_base_plugin_common [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-569eb9c2-cc73-47fe-b983-a7e3da843fbe tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Allocated IP 172.20.0.10 (18281d3b-960f-427c-9643-34b37148af34/f5f3258a-774b-40c5-bca1-4aa0a34c9c12/68c9e79f-1432-4ee3-b4c2-a8464ef736b4) {{(pid=91754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:23:24.462949 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd26a2f-0202-4906-bc33-9858370db4f1 None None] New status for floating IP 9ab652df-98c4-4776-ad37-4b823bdc3dcd: DOWN {{(pid=91756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 18:23:24.492451 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 81e7c184-03d2-4a3e-a144-711065ad86db no longer exists at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:23:24.530074 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] No Port match for: 81e7c184-03d2-4a3e-a144-711065ad86db {{(pid=91755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:23:24.530074 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 81e7c184-03d2-4a3e-a144-711065ad86db not bound to the agent host hv-cinder-77005 {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:23:24.577424 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-569eb9c2-cc73-47fe-b983-a7e3da843fbe tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Notify callbacks [] for port, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:24.608871 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-569eb9c2-cc73-47fe-b983-a7e3da843fbe tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:24.614583 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-05c9e954-d934-4248-a18b-1a8b71b4067b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:23:24.681016 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-569eb9c2-cc73-47fe-b983-a7e3da843fbe tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Network 18281d3b-960f-427c-9643-34b37148af34 is already hosted by enough agents. {{(pid=91754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:23:24.684297 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.base_scheduler [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-569eb9c2-cc73-47fe-b983-a7e3da843fbe tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Resources bound (agent type, host, resource id): {{(pid=91754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:23:24.688155 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-569eb9c2-cc73-47fe-b983-a7e3da843fbe tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Received port after_create {{(pid=91754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:23:24.722088 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569eb9c2-cc73-47fe-b983-a7e3da843fbe tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Pushing event updated for resources: {'Port': ['ID=68c9e79f-1432-4ee3-b4c2-a8464ef736b4,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:23:24.727415 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-569eb9c2-cc73-47fe-b983-a7e3da843fbe tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:23:24.755207 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-569eb9c2-cc73-47fe-b983-a7e3da843fbe tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:24.755752 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-569eb9c2-cc73-47fe-b983-a7e3da843fbe tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:24.782055 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-569eb9c2-cc73-47fe-b983-a7e3da843fbe tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9379776 May 31 18:23:24.793872 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-ce3b8192-1850-4181-a4bf-92f5481d43f7 service neutron] Request body: {'port': {'device_id': '36abfaf5-c2b9-44f3-87e9-aea200543472', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77005'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:23:24.902900 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-ce3b8192-1850-4181-a4bf-92f5481d43f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:25.098897 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 32942) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:23:25.179916 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c973ea4b-bb74-44ec-be33-a91a36b3401e req-f0ec95ee-5a36-4a5b-a800-28fe433f159f tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:25.181081 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-c973ea4b-bb74-44ec-be33-a91a36b3401e req-f0ec95ee-5a36-4a5b-a800-28fe433f159f tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/ports?device_id=36abfaf5-c2b9-44f3-87e9-aea200543472 HTTP/1.1" status: 200 len: 932 time: 0.1401486 May 31 18:23:25.202499 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-016f04d8-1b86-4dda-a279-e16941f18818 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:25.248322 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-016f04d8-1b86-4dda-a279-e16941f18818 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:25.262759 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-c973ea4b-bb74-44ec-be33-a91a36b3401e req-08747094-2067-4147-8d93-c1c0f84da742 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0d50cdb-d2e3-4070-9cf2-b88ed441d923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754859 May 31 18:23:25.307589 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.notifiers.nova [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-ce3b8192-1850-4181-a4bf-92f5481d43f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68c9e79f-1432-4ee3-b4c2-a8464ef736b4 {{(pid=91754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:23:25.312876 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-016f04d8-1b86-4dda-a279-e16941f18818 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:25.316249 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-ce3b8192-1850-4181-a4bf-92f5481d43f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:25.317848 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-66ec89df-f05d-4780-aaf3-a02d10976cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:23:25.332464 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016f04d8-1b86-4dda-a279-e16941f18818 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:23:25.333103 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.provisioning_blocks [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-ce3b8192-1850-4181-a4bf-92f5481d43f7 service neutron] Transition to ACTIVE for port object 68c9e79f-1432-4ee3-b4c2-a8464ef736b4 will not be triggered until provisioned by entity L2. {{(pid=91754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:23:25.335071 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-016f04d8-1b86-4dda-a279-e16941f18818 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:23:25.338067 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-ce3b8192-1850-4181-a4bf-92f5481d43f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10874078'] for port, after_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:25.344631 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:23:25.349939 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-016f04d8-1b86-4dda-a279-e16941f18818 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:25.354748 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-016f04d8-1b86-4dda-a279-e16941f18818 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "DELETE /v2.0/security-groups/1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9 HTTP/1.1" status: 204 len: 168 time: 0.2548172 May 31 18:23:25.356497 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 32946) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:23:25.373618 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.api.v2.resource [None req-d5ae1451-5d8d-42f1-aa02-83f2aa39dcc4 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] show failed (client error): The resource could not be found. May 31 18:23:25.377295 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-d5ae1451-5d8d-42f1-aa02-83f2aa39dcc4 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups/1a7a1379-9a6d-41e4-ad9f-7dca5ab27ea9 HTTP/1.1" status: 404 len: 347 time: 0.0171144 May 31 18:23:25.377509 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 32950) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:23:25.501056 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b8192-1850-4181-a4bf-92f5481d43f7 service neutron] Pushing event updated for resources: {'Port': ['ID=68c9e79f-1432-4ee3-b4c2-a8464ef736b4,revision_number=2']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:23:25.503851 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-ce3b8192-1850-4181-a4bf-92f5481d43f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:23:25.573825 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.managers [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-ce3b8192-1850-4181-a4bf-92f5481d43f7 service neutron] Attempting to bind port 68c9e79f-1432-4ee3-b4c2-a8464ef736b4 on host hv-cinder-77005 for vnic_type normal with profile {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:23:25.574571 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.managers [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-ce3b8192-1850-4181-a4bf-92f5481d43f7 service neutron] Attempting to bind port 68c9e79f-1432-4ee3-b4c2-a8464ef736b4 by drivers openvswitch,hyperv on host hv-cinder-77005 at level 0 using segments [{'id': '2c8e1d6f-cf27-47ad-83b2-d146cd34fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '18281d3b-960f-427c-9643-34b37148af34'}] {{(pid=91754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:23:25.574908 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-ce3b8192-1850-4181-a4bf-92f5481d43f7 service neutron] Attempting to bind port 68c9e79f-1432-4ee3-b4c2-a8464ef736b4 on network 18281d3b-960f-427c-9643-34b37148af34 {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:23:25.579963 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-ce3b8192-1850-4181-a4bf-92f5481d43f7 service neutron] Port 68c9e79f-1432-4ee3-b4c2-a8464ef736b4 on network 18281d3b-960f-427c-9643-34b37148af34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77005 {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 18:23:25.580439 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-ce3b8192-1850-4181-a4bf-92f5481d43f7 service neutron] Attempting to bind port 68c9e79f-1432-4ee3-b4c2-a8464ef736b4 on network 18281d3b-960f-427c-9643-34b37148af34 {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:23:25.585939 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-ce3b8192-1850-4181-a4bf-92f5481d43f7 service neutron] Checking agent: {'id': '46eeceb7-2107-4a71-92f6-f52bad665eae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77005', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 16, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:23:25.586265 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-ce3b8192-1850-4181-a4bf-92f5481d43f7 service neutron] Checking segment: {'id': '2c8e1d6f-cf27-47ad-83b2-d146cd34fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '18281d3b-960f-427c-9643-34b37148af34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:23:25.586637 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-ce3b8192-1850-4181-a4bf-92f5481d43f7 service neutron] Bound using segment: {'id': '2c8e1d6f-cf27-47ad-83b2-d146cd34fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '18281d3b-960f-427c-9643-34b37148af34'} {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:23:25.587056 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.managers [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-ce3b8192-1850-4181-a4bf-92f5481d43f7 service neutron] Bound port: 68c9e79f-1432-4ee3-b4c2-a8464ef736b4, host: hv-cinder-77005, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c8e1d6f-cf27-47ad-83b2-d146cd34fac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '18281d3b-960f-427c-9643-34b37148af34'}}] {{(pid=91754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:23:25.587390 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-ce3b8192-1850-4181-a4bf-92f5481d43f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:25.593091 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.plugin [None req-2e10f187-a345-4229-9ad4-b866c8292710 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Deleting port 83d7be36-7e1b-4d08-acf7-0ad8bff0c819 {{(pid=91753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:23:25.593431 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-2e10f187-a345-4229-9ad4-b866c8292710 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:25.676123 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-ce3b8192-1850-4181-a4bf-92f5481d43f7 service neutron] For port 68c9e79f-1432-4ee3-b4c2-a8464ef736b4, host hv-cinder-77005, cleared binding levels {{(pid=91754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:23:25.680074 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-ce3b8192-1850-4181-a4bf-92f5481d43f7 service neutron] For port 68c9e79f-1432-4ee3-b4c2-a8464ef736b4, host hv-cinder-77005, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=68c9e79f-1432-4ee3-b4c2-a8464ef736b4,segment=NetworkSegment(2c8e1d6f-cf27-47ad-83b2-d146cd34fac7),segment_id=2c8e1d6f-cf27-47ad-83b2-d146cd34fac7)] {{(pid=91754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:23:25.684367 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-ce3b8192-1850-4181-a4bf-92f5481d43f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10874078'] for port, after_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:25.688811 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-ce3b8192-1850-4181-a4bf-92f5481d43f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:23:25.737081 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-ce3b8192-1850-4181-a4bf-92f5481d43f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:25.737954 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-ce3b8192-1850-4181-a4bf-92f5481d43f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:25.739365 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-ce3b8192-1850-4181-a4bf-92f5481d43f7 service neutron] 10.222.0.20 "PUT /v2.0/ports/68c9e79f-1432-4ee3-b4c2-a8464ef736b4 HTTP/1.1" status: 200 len: 1094 time: 0.9496067 May 31 18:23:25.747838 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36abfaf5-c2b9-44f3-87e9-aea200543472', 'tag': '68c9e79f-1432-4ee3-b4c2-a8464ef736b4'}] {{(pid=91754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:23:25.750138 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b8d31c20630307edfd170fd0520c8261bc4320d7d7b7fb717012a3b2519c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef9e008-d345-41ef-93ce-4784d5514fa2" -d '{"events": [{"name": "network-changed", "server_uuid": "36abfaf5-c2b9-44f3-87e9-aea200543472", "tag": "68c9e79f-1432-4ee3-b4c2-a8464ef736b4"}]}' {{(pid=91754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:23:25.805227 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-2e10f187-a345-4229-9ad4-b866c8292710 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:25.805659 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-2e10f187-a345-4229-9ad4-b866c8292710 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:25.825303 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657da3ba-5e03-4fa9-9233-1120307a0404 x-openstack-request-id: req-657da3ba-5e03-4fa9-9233-1120307a0404 {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:23:25.825541 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36abfaf5-c2b9-44f3-87e9-aea200543472", "tag": "68c9e79f-1432-4ee3-b4c2-a8464ef736b4", "status": "completed", "code": 200}]} {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:23:25.825816 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-657da3ba-5e03-4fa9-9233-1120307a0404 {{(pid=91754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:23:25.826227 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36abfaf5-c2b9-44f3-87e9-aea200543472', 'tag': '68c9e79f-1432-4ee3-b4c2-a8464ef736b4', 'status': 'completed', 'code': 200} May 31 18:23:25.855917 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b8192-1850-4181-a4bf-92f5481d43f7 service neutron] Pushing event updated for resources: {'Port': ['ID=68c9e79f-1432-4ee3-b4c2-a8464ef736b4,revision_number=3']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:23:25.860172 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-ce3b8192-1850-4181-a4bf-92f5481d43f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:23:25.876856 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-23610852-4b61-42b3-9b09-438cecd559cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:25.878340 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-23610852-4b61-42b3-9b09-438cecd559cc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f4b5ef518e9842ac9b202059fbc927e1&device_id=36abfaf5-c2b9-44f3-87e9-aea200543472 HTTP/1.1" status: 200 len: 1097 time: 0.0938342 May 31 18:23:25.938731 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.plugin [None req-2e10f187-a345-4229-9ad4-b866c8292710 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Calling delete_port for 83d7be36-7e1b-4d08-acf7-0ad8bff0c819 owned by network:floatingip {{(pid=91753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:23:25.944904 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-c5e62e4e-c679-4f32-95a1-0e08c88badf4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68c9e79f-1432-4ee3-b4c2-a8464ef736b4 HTTP/1.1" status: 200 len: 217 time: 0.0589426 May 31 18:23:26.010045 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-1df88af0-8a97-4f1e-b59e-b1b7916d13ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:26.011470 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-1df88af0-8a97-4f1e-b59e-b1b7916d13ca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5f3258a-774b-40c5-bca1-4aa0a34c9c12 HTTP/1.1" status: 200 len: 854 time: 0.0610681 May 31 18:23:26.049062 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-2e10f187-a345-4229-9ad4-b866c8292710 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1833561'] for port, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:26.052474 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:23:26.060845 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-a25fe588-4f7c-42cb-ae21-cbbba34d1d05 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18281d3b-960f-427c-9643-34b37148af34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422094 May 31 18:23:26.098387 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e10f187-a345-4229-9ad4-b866c8292710 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Pushing event deleted for resources: {'Port': ['ID=83d7be36-7e1b-4d08-acf7-0ad8bff0c819,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:23:26.101449 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-2e10f187-a345-4229-9ad4-b866c8292710 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:23:26.193769 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-2e10f187-a345-4229-9ad4-b866c8292710 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks [] for floatingip, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:26.211881 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-2e10f187-a345-4229-9ad4-b866c8292710 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for floatingip, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:26.213035 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-2e10f187-a345-4229-9ad4-b866c8292710 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "DELETE /v2.0/floatingips/9ab652df-98c4-4776-ad37-4b823bdc3dcd HTTP/1.1" status: 204 len: 168 time: 0.8346746 May 31 18:23:26.276803 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-eb4340e0-5ca4-44b4-be8c-3157ad85d014 service neutron] 10.222.0.20 "GET /v2.0/networks/18281d3b-960f-427c-9643-34b37148af34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094817 May 31 18:23:26.460380 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8a8d9590-0750-49d6-81f1-6b880a8c1fc1 req-f45f4998-0e8f-4c5f-a7c4-45a0079e0a30 service neutron] 10.222.0.20 "GET /v2.0/networks/18281d3b-960f-427c-9643-34b37148af34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1761072 May 31 18:23:26.482345 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797d7c1-b095-400b-9e74-fd99a3039f27 req-c6286ec8-be59-4fdf-81e7-3b656d2c4448 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:26.483020 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-d797d7c1-b095-400b-9e74-fd99a3039f27 req-c6286ec8-be59-4fdf-81e7-3b656d2c4448 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Synchronizing usage tracker for tenant:f4b5ef518e9842ac9b202059fbc927e1 on resource:port {{(pid=91754) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:23:26.498464 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-d797d7c1-b095-400b-9e74-fd99a3039f27 req-c6286ec8-be59-4fdf-81e7-3b656d2c4448 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Unset dirty status for tenant:f4b5ef518e9842ac9b202059fbc927e1 on resource:port {{(pid=91754) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:23:26.499849 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d797d7c1-b095-400b-9e74-fd99a3039f27 req-c6286ec8-be59-4fdf-81e7-3b656d2c4448 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/ports?device_id=36abfaf5-c2b9-44f3-87e9-aea200543472 HTTP/1.1" status: 200 len: 944 time: 0.1311376 May 31 18:23:26.596685 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d797d7c1-b095-400b-9e74-fd99a3039f27 req-3276c9c8-2c48-4511-aaca-56a8481a4fc5 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0d50cdb-d2e3-4070-9cf2-b88ed441d923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903616 May 31 18:23:26.611910 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 32962) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:23:26.618054 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [None req-d6121b61-27e5-4f28-a53f-f86f6d626a84 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1965509002', 'description': 'tempest-description--1742765420'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:23:26.624631 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-d6121b61-27e5-4f28-a53f-f86f6d626a84 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:23:26.630372 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-d6121b61-27e5-4f28-a53f-f86f6d626a84 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Usage tracker for resource:security_group and tenant:b4d1b216261e41c7aa55b53c9f2a5ab7 is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:23:26.634308 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9e008-d345-41ef-93ce-4784d5514fa2 req-9abd492d-8c71-4b08-a61b-03e563dff448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:26.635693 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9ef9e008-d345-41ef-93ce-4784d5514fa2 req-9abd492d-8c71-4b08-a61b-03e563dff448 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f4b5ef518e9842ac9b202059fbc927e1&device_id=36abfaf5-c2b9-44f3-87e9-aea200543472 HTTP/1.1" status: 200 len: 1097 time: 0.1162808 May 31 18:23:26.636469 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-d6121b61-27e5-4f28-a53f-f86f6d626a84 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:23:26.659004 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-d6121b61-27e5-4f28-a53f-f86f6d626a84 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:23:26.727208 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-d6121b61-27e5-4f28-a53f-f86f6d626a84 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks [] for security_group, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:26.763681 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-d6121b61-27e5-4f28-a53f-f86f6d626a84 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:23:26.778071 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-d6121b61-27e5-4f28-a53f-f86f6d626a84 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Usage tracker for resource:security_group_rule and tenant:b4d1b216261e41c7aa55b53c9f2a5ab7 is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:23:26.780827 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-d6121b61-27e5-4f28-a53f-f86f6d626a84 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:23:26.789990 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-d6121b61-27e5-4f28-a53f-f86f6d626a84 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:23:26.815226 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9e008-d345-41ef-93ce-4784d5514fa2 req-e026ab34-aadb-4816-b624-d7233026a613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:26.816983 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9ef9e008-d345-41ef-93ce-4784d5514fa2 req-e026ab34-aadb-4816-b624-d7233026a613 service neutron] 10.222.0.20 "GET /v2.0/networks?id=18281d3b-960f-427c-9643-34b37148af34 HTTP/1.1" status: 200 len: 914 time: 0.1748183 May 31 18:23:26.888595 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9ef9e008-d345-41ef-93ce-4784d5514fa2 req-f0612248-e879-4f85-815b-9753470f81ef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68c9e79f-1432-4ee3-b4c2-a8464ef736b4 HTTP/1.1" status: 200 len: 217 time: 0.0646181 May 31 18:23:26.989923 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9e008-d345-41ef-93ce-4784d5514fa2 req-d97e0ef8-8763-4d24-8631-4e978ac5044c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:26.992400 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9ef9e008-d345-41ef-93ce-4784d5514fa2 req-d97e0ef8-8763-4d24-8631-4e978ac5044c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f5f3258a-774b-40c5-bca1-4aa0a34c9c12 HTTP/1.1" status: 200 len: 854 time: 0.0964041 May 31 18:23:26.994826 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-d6121b61-27e5-4f28-a53f-f86f6d626a84 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks [] for security_group, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:27.032138 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-d6121b61-27e5-4f28-a53f-f86f6d626a84 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:27.041103 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-bbe54e57-43fc-4865-8a5d-2e0397412d8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:23:27.055412 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9ef9e008-d345-41ef-93ce-4784d5514fa2 req-2ff00a9c-80a4-4457-b250-74c15aaf0029 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=18281d3b-960f-427c-9643-34b37148af34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573912 May 31 18:23:27.109676 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-d6121b61-27e5-4f28-a53f-f86f6d626a84 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:27.110833 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-d6121b61-27e5-4f28-a53f-f86f6d626a84 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4980972 May 31 18:23:27.111622 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6121b61-27e5-4f28-a53f-f86f6d626a84 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d01ee1b5-0289-45f3-8813-31a9f712e83f,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:23:27.113908 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 32966) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:23:27.114402 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-d6121b61-27e5-4f28-a53f-f86f6d626a84 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:23:27.126437 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [None req-f845eeb2-e21b-4bf6-8905-6d47128fecea tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Request body: {'security_group_rule': {'security_group_id': 'd01ee1b5-0289-45f3-8813-31a9f712e83f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:23:27.138197 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-f845eeb2-e21b-4bf6-8905-6d47128fecea tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:23:27.142491 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-f845eeb2-e21b-4bf6-8905-6d47128fecea tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Usage tracker for resource:security_group_rule and tenant:b4d1b216261e41c7aa55b53c9f2a5ab7 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:23:27.145847 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-f845eeb2-e21b-4bf6-8905-6d47128fecea tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:23:27.152886 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-f845eeb2-e21b-4bf6-8905-6d47128fecea tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:23:27.173162 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-f845eeb2-e21b-4bf6-8905-6d47128fecea tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:27.219348 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9ef9e008-d345-41ef-93ce-4784d5514fa2 req-9b83a3ea-180a-4c86-9417-83286665508f service neutron] 10.222.0.20 "GET /v2.0/networks/18281d3b-960f-427c-9643-34b37148af34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534839 May 31 18:23:27.234546 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-f845eeb2-e21b-4bf6-8905-6d47128fecea tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:27.238576 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-f845eeb2-e21b-4bf6-8905-6d47128fecea tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940446'] for security_group_rule, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:27.241240 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:23:27.264765 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845eeb2-e21b-4bf6-8905-6d47128fecea tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b2e7d65-257a-4937-868a-a5ec2451cb9d,revision_number=0']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:23:27.269135 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-f845eeb2-e21b-4bf6-8905-6d47128fecea tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:23:27.273648 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-f845eeb2-e21b-4bf6-8905-6d47128fecea tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:27.275278 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-f845eeb2-e21b-4bf6-8905-6d47128fecea tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1597464 May 31 18:23:27.278105 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 32970) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:23:27.283066 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [None req-848a62f4-f5c9-4832-be50-3475fd56f3f1 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Request body: {'security_group_rule': {'security_group_id': 'd01ee1b5-0289-45f3-8813-31a9f712e83f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:23:27.288755 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-848a62f4-f5c9-4832-be50-3475fd56f3f1 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:23:27.292494 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-848a62f4-f5c9-4832-be50-3475fd56f3f1 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Usage tracker for resource:security_group_rule and tenant:b4d1b216261e41c7aa55b53c9f2a5ab7 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:23:27.295292 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-848a62f4-f5c9-4832-be50-3475fd56f3f1 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:23:27.300912 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-848a62f4-f5c9-4832-be50-3475fd56f3f1 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:23:27.317081 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-848a62f4-f5c9-4832-be50-3475fd56f3f1 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:27.356733 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9ef9e008-d345-41ef-93ce-4784d5514fa2 req-7789987c-7dc8-426d-ae66-b167d14ab9b5 service neutron] 10.222.0.20 "GET /v2.0/networks/18281d3b-960f-427c-9643-34b37148af34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281805 May 31 18:23:27.376324 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-848a62f4-f5c9-4832-be50-3475fd56f3f1 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:27.379695 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-848a62f4-f5c9-4832-be50-3475fd56f3f1 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940446'] for security_group_rule, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:27.382264 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-3157d513-28c3-45a8-b8c7-1782062fcc36 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:23:27.401281 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a62f4-f5c9-4832-be50-3475fd56f3f1 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f24341-c23b-43a9-9fa0-1cc4df22dca4,revision_number=0']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:23:27.405051 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-848a62f4-f5c9-4832-be50-3475fd56f3f1 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:23:27.412694 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-848a62f4-f5c9-4832-be50-3475fd56f3f1 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:27.413857 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-848a62f4-f5c9-4832-be50-3475fd56f3f1 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1348529 May 31 18:23:27.416900 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 32974) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:23:27.421856 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [None req-bc02f7c0-973b-4381-846c-4e67c3d52d1c tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Request body: {'floatingip': {'floating_network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:23:27.427451 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-bc02f7c0-973b-4381-846c-4e67c3d52d1c tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:23:27.431710 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-bc02f7c0-973b-4381-846c-4e67c3d52d1c tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Usage tracker for resource:floatingip and tenant:b4d1b216261e41c7aa55b53c9f2a5ab7 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:23:27.434582 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-bc02f7c0-973b-4381-846c-4e67c3d52d1c tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:23:27.440198 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-bc02f7c0-973b-4381-846c-4e67c3d52d1c tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:23:27.450888 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-bc02f7c0-973b-4381-846c-4e67c3d52d1c tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks [] for floatingip, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:27.581051 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-bc02f7c0-973b-4381-846c-4e67c3d52d1c tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:27.755930 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.db_base_plugin_common [None req-bc02f7c0-973b-4381-846c-4e67c3d52d1c tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Allocated IP 172.28.1.174 (3a0124ad-3a38-4a71-989b-cf15592ffbdb/7dbd3a86-7301-413f-8501-e9f2643d6bdc/d8c5823d-a009-4ad2-9add-8c501fd31dc9) {{(pid=91753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:23:27.898885 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3d9b4-4e67-4323-aa28-7fc095ead5a5 req-3d08f6cc-68f0-480e-b2d9-c706be483475 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:27.900405 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-ccb3d9b4-4e67-4323-aa28-7fc095ead5a5 req-3d08f6cc-68f0-480e-b2d9-c706be483475 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/ports?device_id=36abfaf5-c2b9-44f3-87e9-aea200543472 HTTP/1.1" status: 200 len: 944 time: 0.1962862 May 31 18:23:27.961813 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-bc02f7c0-973b-4381-846c-4e67c3d52d1c tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks [] for port, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:27.977484 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-ccb3d9b4-4e67-4323-aa28-7fc095ead5a5 req-3b9aacea-2f09-4d6d-aec2-eb837396c000 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0d50cdb-d2e3-4070-9cf2-b88ed441d923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713403 May 31 18:23:28.000442 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-bc02f7c0-973b-4381-846c-4e67c3d52d1c tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1833561'] for port, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:28.005231 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-c8d80b95-ab3e-4652-b84c-611c7568d548 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:23:28.069535 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc02f7c0-973b-4381-846c-4e67c3d52d1c tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Network 3a0124ad-3a38-4a71-989b-cf15592ffbdb is already hosted by enough agents. {{(pid=91753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:23:28.072809 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.base_scheduler [None req-bc02f7c0-973b-4381-846c-4e67c3d52d1c tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Resources bound (agent type, host, resource id): {{(pid=91753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:23:28.076945 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc02f7c0-973b-4381-846c-4e67c3d52d1c tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Received port after_create {{(pid=91753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:23:28.117301 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc02f7c0-973b-4381-846c-4e67c3d52d1c tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Pushing event updated for resources: {'Port': ['ID=d8c5823d-a009-4ad2-9add-8c501fd31dc9,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:23:28.122798 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-bc02f7c0-973b-4381-846c-4e67c3d52d1c tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:23:28.168744 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-bc02f7c0-973b-4381-846c-4e67c3d52d1c tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:28.228838 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-bc02f7c0-973b-4381-846c-4e67c3d52d1c tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:28.436737 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-bc02f7c0-973b-4381-846c-4e67c3d52d1c tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks [] for port, precommit_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:28.441106 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-bc02f7c0-973b-4381-846c-4e67c3d52d1c tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1833552'] for port, after_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:28.445136 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-b0628c11-0a12-4e29-8433-f134dddd9aa2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:23:28.515523 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 68c9e79f-1432-4ee3-b4c2-a8464ef736b4 details requested by agent hyperv_hv-cinder-77005 with host hv-cinder-77005 {{(pid=91755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 18:23:28.550867 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc02f7c0-973b-4381-846c-4e67c3d52d1c tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Pushing event updated for resources: {'Port': ['ID=d8c5823d-a009-4ad2-9add-8c501fd31dc9,revision_number=2']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:23:28.554794 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-bc02f7c0-973b-4381-846c-4e67c3d52d1c tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:23:28.561186 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-bc02f7c0-973b-4381-846c-4e67c3d52d1c tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960568'] for floatingip, after_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:28.583176 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-bc02f7c0-973b-4381-846c-4e67c3d52d1c tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for floatingip, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:28.584367 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-bc02f7c0-973b-4381-846c-4e67c3d52d1c tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1665466 May 31 18:23:28.684507 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 68c9e79f-1432-4ee3-b4c2-a8464ef736b4, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=68c9e79f-1432-4ee3-b4c2-a8464ef736b4,segment=NetworkSegment(2c8e1d6f-cf27-47ad-83b2-d146cd34fac7),segment_id=2c8e1d6f-cf27-47ad-83b2-d146cd34fac7)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:23:28.698268 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Returning: {'device': '68c9e79f-1432-4ee3-b4c2-a8464ef736b4', 'network_id': '18281d3b-960f-427c-9643-34b37148af34', 'port_id': '68c9e79f-1432-4ee3-b4c2-a8464ef736b4', 'mac_address': 'fa:16:3e:5a:cf:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5f3258a-774b-40c5-bca1-4aa0a34c9c12', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 18:23:28.751387 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:28.768512 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68c9e79f-1432-4ee3-b4c2-a8464ef736b4 {{(pid=91755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:23:28.784360 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 68c9e79f-1432-4ee3-b4c2-a8464ef736b4, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=68c9e79f-1432-4ee3-b4c2-a8464ef736b4,segment=NetworkSegment(2c8e1d6f-cf27-47ad-83b2-d146cd34fac7),segment_id=2c8e1d6f-cf27-47ad-83b2-d146cd34fac7)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:23:28.788292 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:28.790117 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:23:28.807286 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-a70b725e-0266-40ca-a27d-d4f740196908 req-398c2c95-fcaf-4cf0-938f-04383100738d tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Synchronizing usage tracker for tenant:b4d1b216261e41c7aa55b53c9f2a5ab7 on resource:security_group {{(pid=91754) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:23:28.822415 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-a70b725e-0266-40ca-a27d-d4f740196908 req-398c2c95-fcaf-4cf0-938f-04383100738d tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Unset dirty status for tenant:b4d1b216261e41c7aa55b53c9f2a5ab7 on resource:security_group {{(pid=91754) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:23:28.823554 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a70b725e-0266-40ca-a27d-d4f740196908 req-398c2c95-fcaf-4cf0-938f-04383100738d tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1965509002&fields=id&tenant_id=b4d1b216261e41c7aa55b53c9f2a5ab7 HTTP/1.1" status: 200 len: 267 time: 0.0598102 May 31 18:23:28.857440 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=68c9e79f-1432-4ee3-b4c2-a8464ef736b4,revision_number=4']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:23:28.864968 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:28.865308 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:28.865640 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:28.866488 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:28.866812 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:28.867135 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:28.867447 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:28.867763 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:28.868106 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:28.868421 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:28.868737 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:28.869047 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:23:28.872829 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:23:28.973988 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b725e-0266-40ca-a27d-d4f740196908 req-fecc2762-a695-42ab-90ec-7dc62f36f8b6 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:28.975338 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a70b725e-0266-40ca-a27d-d4f740196908 req-fecc2762-a695-42ab-90ec-7dc62f36f8b6 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/networks?id=bdb4a9e4-0610-4a9d-bf9e-a0493305c72a HTTP/1.1" status: 200 len: 817 time: 0.1451097 May 31 18:23:28.989762 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a70b725e-0266-40ca-a27d-d4f740196908 req-474da2ac-6dac-4904-ae07-4abe4ef208ff tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/quotas/b4d1b216261e41c7aa55b53c9f2a5ab7 HTTP/1.1" status: 200 len: 375 time: 0.0090823 May 31 18:23:29.079732 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a70b725e-0266-40ca-a27d-d4f740196908 req-559841cc-74f1-406d-98b2-168bbbe805bc tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=b4d1b216261e41c7aa55b53c9f2a5ab7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0840561 May 31 18:23:29.125952 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] get_ports_and_sgs() called for port_ids ['68c9e79f-1432-4ee3-b4c2-a8464ef736b4'] {{(pid=91755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:23:29.221511 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a70b725e-0266-40ca-a27d-d4f740196908 req-b57601f1-fe85-4537-bce8-194ce635ee79 service neutron] 10.222.0.25 "GET /v2.0/networks/bdb4a9e4-0610-4a9d-bf9e-a0493305c72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301765 May 31 18:23:29.254719 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f72d69-5dec-4e03-a62e-c81ed55058fe req-0487fbd2-bcfb-42f8-b3b1-bf181303df39 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:29.256110 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-40f72d69-5dec-4e03-a62e-c81ed55058fe req-0487fbd2-bcfb-42f8-b3b1-bf181303df39 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/ports?device_id=36abfaf5-c2b9-44f3-87e9-aea200543472 HTTP/1.1" status: 200 len: 945 time: 0.1678445 May 31 18:23:29.304022 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-40f72d69-5dec-4e03-a62e-c81ed55058fe req-9851b847-ef14-494d-9502-d3e9e40650c5 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0d50cdb-d2e3-4070-9cf2-b88ed441d923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416591 May 31 18:23:29.438585 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a70b725e-0266-40ca-a27d-d4f740196908 req-2945a723-368d-42fe-aff6-ebb525c75ef4 service neutron] 10.222.0.25 "GET /v2.0/networks/bdb4a9e4-0610-4a9d-bf9e-a0493305c72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103100 May 31 18:23:29.616916 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-5aaa05bc-7d44-4abc-9297-b06ab89b5c57 req-e5bb35e2-3d3c-4851-a245-64c0d690b720 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Synchronizing usage tracker for tenant:b4d1b216261e41c7aa55b53c9f2a5ab7 on resource:port {{(pid=91753) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:23:29.632557 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-5aaa05bc-7d44-4abc-9297-b06ab89b5c57 req-e5bb35e2-3d3c-4851-a245-64c0d690b720 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Unset dirty status for tenant:b4d1b216261e41c7aa55b53c9f2a5ab7 on resource:port {{(pid=91753) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:23:29.633792 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-5aaa05bc-7d44-4abc-9297-b06ab89b5c57 req-e5bb35e2-3d3c-4851-a245-64c0d690b720 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 210 time: 0.0599566 May 31 18:23:30.527147 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 68c9e79f-1432-4ee3-b4c2-a8464ef736b4 up at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:23:30.599089 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Provisioning for port 68c9e79f-1432-4ee3-b4c2-a8464ef736b4 completed by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:23:30.604437 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Provisioning complete for port 68c9e79f-1432-4ee3-b4c2-a8464ef736b4 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:23:30.604819 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:30.671848 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b725e-0266-40ca-a27d-d4f740196908 req-be014349-a8a5-41b5-8ce3-f1f984a64002 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:30.673825 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a70b725e-0266-40ca-a27d-d4f740196908 req-be014349-a8a5-41b5-8ce3-f1f984a64002 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.20 "GET /v2.0/networks?id=bdb4a9e4-0610-4a9d-bf9e-a0493305c72a HTTP/1.1" status: 200 len: 817 time: 0.1780248 May 31 18:23:30.684118 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e346dc-70c1-43a9-a4f9-af7fd9e0d85e req-91b8d23f-a59d-4837-8d76-231c43736e1b tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:30.690969 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-71e346dc-70c1-43a9-a4f9-af7fd9e0d85e req-91b8d23f-a59d-4837-8d76-231c43736e1b tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/ports?device_id=36abfaf5-c2b9-44f3-87e9-aea200543472 HTTP/1.1" status: 200 len: 945 time: 0.2804449 May 31 18:23:30.740415 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:30.767886 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a70b725e-0266-40ca-a27d-d4f740196908 req-f4dc5a7c-f1b0-44f8-b9ce-8b5428e8c20b tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4d1b216261e41c7aa55b53c9f2a5ab7 HTTP/1.1" status: 200 len: 380 time: 0.0743375 May 31 18:23:30.770379 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36abfaf5-c2b9-44f3-87e9-aea200543472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c9e79f-1432-4ee3-b4c2-a8464ef736b4'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:23:30.770723 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-71e346dc-70c1-43a9-a4f9-af7fd9e0d85e req-5c2076aa-cf4d-412e-a81b-b9d331d9611c tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0d50cdb-d2e3-4070-9cf2-b88ed441d923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790138 May 31 18:23:30.772877 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e2032fe1b554800b495be35bbba042da1e7f6a6deba8ede5c150f2a358caca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14fba66-0acb-4e6b-b986-02396e4902a4" -d '{"events": [{"server_uuid": "36abfaf5-c2b9-44f3-87e9-aea200543472", "name": "network-vif-plugged", "status": "completed", "tag": "68c9e79f-1432-4ee3-b4c2-a8464ef736b4"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:23:30.777518 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [req-a70b725e-0266-40ca-a27d-d4f740196908 req-edf40917-9188-4e6e-a4ba-917a8e1f146e tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Request body: {'port': {'device_id': '0dad5e2f-c186-4450-a2b3-ceddeaa63981', 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a', 'admin_state_up': True, 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'security_groups': ['d01ee1b5-0289-45f3-8813-31a9f712e83f']}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:23:30.782520 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 68c9e79f-1432-4ee3-b4c2-a8464ef736b4, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=68c9e79f-1432-4ee3-b4c2-a8464ef736b4,segment=NetworkSegment(2c8e1d6f-cf27-47ad-83b2-d146cd34fac7),segment_id=2c8e1d6f-cf27-47ad-83b2-d146cd34fac7)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:23:30.788226 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:30.790890 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-fb1918fd-1ef5-46d2-b744-40b1f915fa66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:23:30.854689 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0c182c-6f4e-42b1-8846-51ee73ce96a9 x-openstack-request-id: req-1c0c182c-6f4e-42b1-8846-51ee73ce96a9 {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:23:30.855008 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36abfaf5-c2b9-44f3-87e9-aea200543472", "name": "network-vif-plugged", "status": "completed", "tag": "68c9e79f-1432-4ee3-b4c2-a8464ef736b4", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:23:30.855268 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1c0c182c-6f4e-42b1-8846-51ee73ce96a9 {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:23:30.855656 dv-cinder-770050-4-smb neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36abfaf5-c2b9-44f3-87e9-aea200543472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c9e79f-1432-4ee3-b4c2-a8464ef736b4', 'code': 200} May 31 18:23:30.861302 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=68c9e79f-1432-4ee3-b4c2-a8464ef736b4,revision_number=5']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:23:30.864425 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:23:30.882039 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-53d89dda-c4df-434b-9a4a-4daff2a27aaa req-679f5c82-40d0-459b-95b4-9430d8d9e61a tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 210 time: 0.1238592 May 31 18:23:30.932194 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [req-a70b725e-0266-40ca-a27d-d4f740196908 req-edf40917-9188-4e6e-a4ba-917a8e1f146e tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:23:30.941538 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [req-a70b725e-0266-40ca-a27d-d4f740196908 req-edf40917-9188-4e6e-a4ba-917a8e1f146e tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:23:30.950537 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a70b725e-0266-40ca-a27d-d4f740196908 req-edf40917-9188-4e6e-a4ba-917a8e1f146e tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Made reservation on behalf of b4d1b216261e41c7aa55b53c9f2a5ab7 for: {'port': 1} {{(pid=91754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:23:30.954362 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-a70b725e-0266-40ca-a27d-d4f740196908 req-edf40917-9188-4e6e-a4ba-917a8e1f146e tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:31.085103 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760e0769-801a-476f-b2fb-3b8de7acbf88 req-b7ed0767-4880-485d-8eed-24f164c6044a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:31.086575 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-760e0769-801a-476f-b2fb-3b8de7acbf88 req-b7ed0767-4880-485d-8eed-24f164c6044a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=36abfaf5-c2b9-44f3-87e9-aea200543472 HTTP/1.1" status: 200 len: 1099 time: 0.0687191 May 31 18:23:31.129316 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-760e0769-801a-476f-b2fb-3b8de7acbf88 req-72c6d979-be50-4016-8868-714e7761fac7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a0d50cdb-d2e3-4070-9cf2-b88ed441d923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359678 May 31 18:23:31.129517 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.db_base_plugin_common [req-a70b725e-0266-40ca-a27d-d4f740196908 req-edf40917-9188-4e6e-a4ba-917a8e1f146e tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Allocated IP 172.20.0.7 (bdb4a9e4-0610-4a9d-bf9e-a0493305c72a/a141bd4c-23e4-4ac5-be95-c7e9e5ec7954/165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4) {{(pid=91754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:23:31.308437 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-a70b725e-0266-40ca-a27d-d4f740196908 req-edf40917-9188-4e6e-a4ba-917a8e1f146e tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks [] for port, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:31.323410 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.provisioning_blocks [req-a70b725e-0266-40ca-a27d-d4f740196908 req-edf40917-9188-4e6e-a4ba-917a8e1f146e tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Transition to ACTIVE for port object 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4 will not be triggered until provisioned by entity DHCP. {{(pid=91754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:23:31.345880 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-a70b725e-0266-40ca-a27d-d4f740196908 req-edf40917-9188-4e6e-a4ba-917a8e1f146e tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:31.351122 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-9c6dc158-bfae-4597-aace-1daaea8cc65b tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:23:31.416418 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a70b725e-0266-40ca-a27d-d4f740196908 req-edf40917-9188-4e6e-a4ba-917a8e1f146e tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Network bdb4a9e4-0610-4a9d-bf9e-a0493305c72a is already hosted by enough agents. {{(pid=91754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:23:31.419457 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.base_scheduler [req-a70b725e-0266-40ca-a27d-d4f740196908 req-edf40917-9188-4e6e-a4ba-917a8e1f146e tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Resources bound (agent type, host, resource id): {{(pid=91754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:23:31.423373 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.l3_dvrscheduler_db [req-a70b725e-0266-40ca-a27d-d4f740196908 req-edf40917-9188-4e6e-a4ba-917a8e1f146e tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Received port after_create {{(pid=91754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:23:31.459267 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf40917-9188-4e6e-a4ba-917a8e1f146e tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Pushing event updated for resources: {'Port': ['ID=165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:23:31.464403 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-edf40917-9188-4e6e-a4ba-917a8e1f146e tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:23:31.491268 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b725e-0266-40ca-a27d-d4f740196908 req-edf40917-9188-4e6e-a4ba-917a8e1f146e tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:31.491881 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-a70b725e-0266-40ca-a27d-d4f740196908 req-edf40917-9188-4e6e-a4ba-917a8e1f146e tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:31.518036 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a70b725e-0266-40ca-a27d-d4f740196908 req-edf40917-9188-4e6e-a4ba-917a8e1f146e tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7443664 May 31 18:23:31.534947 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [req-a70b725e-0266-40ca-a27d-d4f740196908 req-28afbc8b-f188-48cd-ad51-2caba63b950e service neutron] Request body: {'port': {'device_id': '0dad5e2f-c186-4450-a2b3-ceddeaa63981', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77005'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:23:31.615148 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-67b49804-950d-4921-855a-cf52d021788e None None] Provisioning for port 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4 completed by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:23:31.619653 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-67b49804-950d-4921-855a-cf52d021788e None None] Provisioning complete for port 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4 triggered by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:23:31.620022 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-67b49804-950d-4921-855a-cf52d021788e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:31.645655 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-a70b725e-0266-40ca-a27d-d4f740196908 req-28afbc8b-f188-48cd-ad51-2caba63b950e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:31.674721 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-67b49804-950d-4921-855a-cf52d021788e None None] Port 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4 cannot update to ACTIVE because it is not bound. {{(pid=91755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:23:32.043069 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ecbe3-869e-4f0b-89fd-df955d021180 req-14ce96f7-9802-4679-930c-bf3bd0fcd22d tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:32.044536 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-f27ecbe3-869e-4f0b-89fd-df955d021180 req-14ce96f7-9802-4679-930c-bf3bd0fcd22d tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/ports?device_id=36abfaf5-c2b9-44f3-87e9-aea200543472 HTTP/1.1" status: 200 len: 946 time: 0.1616654 May 31 18:23:32.048278 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.notifiers.nova [req-a70b725e-0266-40ca-a27d-d4f740196908 req-28afbc8b-f188-48cd-ad51-2caba63b950e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4 {{(pid=91754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:23:32.056633 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-a70b725e-0266-40ca-a27d-d4f740196908 req-28afbc8b-f188-48cd-ad51-2caba63b950e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:32.080751 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88546883-dc72-4ffb-ad57-34bd34315b73 req-266dc407-8880-4cae-8d8f-47010a79c814 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:32.082187 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-88546883-dc72-4ffb-ad57-34bd34315b73 req-266dc407-8880-4cae-8d8f-47010a79c814 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 931 time: 0.0803173 May 31 18:23:32.096195 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.provisioning_blocks [req-a70b725e-0266-40ca-a27d-d4f740196908 req-28afbc8b-f188-48cd-ad51-2caba63b950e service neutron] Transition to ACTIVE for port object 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4 will not be triggered until provisioned by entity L2. {{(pid=91754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:23:32.099725 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-a70b725e-0266-40ca-a27d-d4f740196908 req-28afbc8b-f188-48cd-ad51-2caba63b950e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10874078'] for port, after_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:32.107279 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:23:32.125245 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-88546883-dc72-4ffb-ad57-34bd34315b73 req-248acb1c-22ef-42c8-8487-7047b10ec52a tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Synchronizing usage tracker for tenant:b4d1b216261e41c7aa55b53c9f2a5ab7 on resource:security_group {{(pid=91753) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:23:32.136239 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-88546883-dc72-4ffb-ad57-34bd34315b73 req-248acb1c-22ef-42c8-8487-7047b10ec52a tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Unset dirty status for tenant:b4d1b216261e41c7aa55b53c9f2a5ab7 on resource:security_group {{(pid=91753) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:23:32.137307 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-88546883-dc72-4ffb-ad57-34bd34315b73 req-248acb1c-22ef-42c8-8487-7047b10ec52a tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491464 May 31 18:23:32.155766 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-f27ecbe3-869e-4f0b-89fd-df955d021180 req-4816aedb-9e36-4a61-8b13-9c1cfafd6edc tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0d50cdb-d2e3-4070-9cf2-b88ed441d923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966561 May 31 18:23:32.370394 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28afbc8b-f188-48cd-ad51-2caba63b950e service neutron] Pushing event updated for resources: {'Port': ['ID=165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4,revision_number=2']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:23:32.377680 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-28afbc8b-f188-48cd-ad51-2caba63b950e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:23:32.444769 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.managers [req-a70b725e-0266-40ca-a27d-d4f740196908 req-28afbc8b-f188-48cd-ad51-2caba63b950e service neutron] Attempting to bind port 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4 on host hv-cinder-77005 for vnic_type normal with profile {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:23:32.445047 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.managers [req-a70b725e-0266-40ca-a27d-d4f740196908 req-28afbc8b-f188-48cd-ad51-2caba63b950e service neutron] Attempting to bind port 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4 by drivers openvswitch,hyperv on host hv-cinder-77005 at level 0 using segments [{'id': '9e7eb541-2a48-4373-bede-dc253746dbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a'}] {{(pid=91754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:23:32.445330 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70b725e-0266-40ca-a27d-d4f740196908 req-28afbc8b-f188-48cd-ad51-2caba63b950e service neutron] Attempting to bind port 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4 on network bdb4a9e4-0610-4a9d-bf9e-a0493305c72a {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:23:32.449644 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70b725e-0266-40ca-a27d-d4f740196908 req-28afbc8b-f188-48cd-ad51-2caba63b950e service neutron] Port 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4 on network bdb4a9e4-0610-4a9d-bf9e-a0493305c72a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77005 {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 18:23:32.449952 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70b725e-0266-40ca-a27d-d4f740196908 req-28afbc8b-f188-48cd-ad51-2caba63b950e service neutron] Attempting to bind port 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4 on network bdb4a9e4-0610-4a9d-bf9e-a0493305c72a {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:23:32.454789 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70b725e-0266-40ca-a27d-d4f740196908 req-28afbc8b-f188-48cd-ad51-2caba63b950e service neutron] Checking agent: {'id': '46eeceb7-2107-4a71-92f6-f52bad665eae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77005', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 16, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:23:32.455106 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70b725e-0266-40ca-a27d-d4f740196908 req-28afbc8b-f188-48cd-ad51-2caba63b950e service neutron] Checking segment: {'id': '9e7eb541-2a48-4373-bede-dc253746dbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:23:32.455468 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70b725e-0266-40ca-a27d-d4f740196908 req-28afbc8b-f188-48cd-ad51-2caba63b950e service neutron] Bound using segment: {'id': '9e7eb541-2a48-4373-bede-dc253746dbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a'} {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:23:32.455882 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.managers [req-a70b725e-0266-40ca-a27d-d4f740196908 req-28afbc8b-f188-48cd-ad51-2caba63b950e service neutron] Bound port: 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4, host: hv-cinder-77005, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e7eb541-2a48-4373-bede-dc253746dbb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a'}}] {{(pid=91754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:23:32.456244 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-a70b725e-0266-40ca-a27d-d4f740196908 req-28afbc8b-f188-48cd-ad51-2caba63b950e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:32.541047 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [req-a70b725e-0266-40ca-a27d-d4f740196908 req-28afbc8b-f188-48cd-ad51-2caba63b950e service neutron] For port 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4, host hv-cinder-77005, cleared binding levels {{(pid=91754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:23:32.543888 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [req-a70b725e-0266-40ca-a27d-d4f740196908 req-28afbc8b-f188-48cd-ad51-2caba63b950e service neutron] For port 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4, host hv-cinder-77005, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4,segment=NetworkSegment(9e7eb541-2a48-4373-bede-dc253746dbb0),segment_id=9e7eb541-2a48-4373-bede-dc253746dbb0)] {{(pid=91754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:23:32.547996 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-a70b725e-0266-40ca-a27d-d4f740196908 req-28afbc8b-f188-48cd-ad51-2caba63b950e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10874078'] for port, after_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:32.552185 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-ba682c06-83b3-4370-aa38-8d6295f83272 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:23:32.609613 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b725e-0266-40ca-a27d-d4f740196908 req-28afbc8b-f188-48cd-ad51-2caba63b950e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:32.610221 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-a70b725e-0266-40ca-a27d-d4f740196908 req-28afbc8b-f188-48cd-ad51-2caba63b950e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:32.611551 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a70b725e-0266-40ca-a27d-d4f740196908 req-28afbc8b-f188-48cd-ad51-2caba63b950e service neutron] 10.222.0.20 "PUT /v2.0/ports/165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4 HTTP/1.1" status: 200 len: 1093 time: 1.0809600 May 31 18:23:32.612023 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dad5e2f-c186-4450-a2b3-ceddeaa63981', 'tag': '165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4'}] {{(pid=91754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:23:32.614274 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b8d31c20630307edfd170fd0520c8261bc4320d7d7b7fb717012a3b2519c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11e9232-85b5-4bbd-90af-9b1c78a17738" -d '{"events": [{"name": "network-changed", "server_uuid": "0dad5e2f-c186-4450-a2b3-ceddeaa63981", "tag": "165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4"}]}' {{(pid=91754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:23:32.632933 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28afbc8b-f188-48cd-ad51-2caba63b950e service neutron] Pushing event updated for resources: {'Port': ['ID=165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4,revision_number=3']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:23:32.635837 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-28afbc8b-f188-48cd-ad51-2caba63b950e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:23:32.690692 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25efaec5-2477-446c-9aa3-ce263a9bd58a x-openstack-request-id: req-25efaec5-2477-446c-9aa3-ce263a9bd58a {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:23:32.691091 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dad5e2f-c186-4450-a2b3-ceddeaa63981", "tag": "165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4", "status": "completed", "code": 200}]} {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:23:32.691428 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-25efaec5-2477-446c-9aa3-ce263a9bd58a {{(pid=91754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:23:32.691900 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dad5e2f-c186-4450-a2b3-ceddeaa63981', 'tag': '165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4', 'status': 'completed', 'code': 200} May 31 18:23:32.733233 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b725e-0266-40ca-a27d-d4f740196908 req-7b89b0a2-4ccc-466d-bd75-1ea4eec4f97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:32.734689 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a70b725e-0266-40ca-a27d-d4f740196908 req-7b89b0a2-4ccc-466d-bd75-1ea4eec4f97b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4d1b216261e41c7aa55b53c9f2a5ab7&device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 1096 time: 0.0758171 May 31 18:23:32.804919 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a70b725e-0266-40ca-a27d-d4f740196908 req-3a50f68e-b444-4cb5-af32-7bf8fd4ac928 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4 HTTP/1.1" status: 200 len: 217 time: 0.0628984 May 31 18:23:32.864913 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b725e-0266-40ca-a27d-d4f740196908 req-d97981a4-61e0-4230-b154-73709dd61ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:32.866321 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a70b725e-0266-40ca-a27d-d4f740196908 req-d97981a4-61e0-4230-b154-73709dd61ad0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a141bd4c-23e4-4ac5-be95-c7e9e5ec7954 HTTP/1.1" status: 200 len: 856 time: 0.0560157 May 31 18:23:32.941127 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b725e-0266-40ca-a27d-d4f740196908 req-c2b0a3eb-7bbf-4a6d-bba3-7524097cf72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:32.942515 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a70b725e-0266-40ca-a27d-d4f740196908 req-c2b0a3eb-7bbf-4a6d-bba3-7524097cf72d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bdb4a9e4-0610-4a9d-bf9e-a0493305c72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0705364 May 31 18:23:33.073638 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a70b725e-0266-40ca-a27d-d4f740196908 req-5a875465-8f74-4b8d-8bbc-9d26e5605711 service neutron] 10.222.0.20 "GET /v2.0/networks/bdb4a9e4-0610-4a9d-bf9e-a0493305c72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233661 May 31 18:23:33.203967 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a70b725e-0266-40ca-a27d-d4f740196908 req-7f5cb7f3-d3ea-4921-be7d-82a508284acc service neutron] 10.222.0.20 "GET /v2.0/networks/bdb4a9e4-0610-4a9d-bf9e-a0493305c72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228504 May 31 18:23:33.349884 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b4bb5-6030-4cec-a382-84ba3655d002 req-e35082c0-8e11-4098-b2ef-c0a9ccf45f4d tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:33.351237 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-758b4bb5-6030-4cec-a382-84ba3655d002 req-e35082c0-8e11-4098-b2ef-c0a9ccf45f4d tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/ports?device_id=36abfaf5-c2b9-44f3-87e9-aea200543472 HTTP/1.1" status: 200 len: 946 time: 0.0835180 May 31 18:23:33.383011 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e9232-85b5-4bbd-90af-9b1c78a17738 req-c84ce528-9696-425d-99cd-7428bc01093d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:33.384466 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-b11e9232-85b5-4bbd-90af-9b1c78a17738 req-c84ce528-9696-425d-99cd-7428bc01093d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4d1b216261e41c7aa55b53c9f2a5ab7&device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 1096 time: 0.1345451 May 31 18:23:33.392076 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ecd44-2181-4f4e-8358-c3a163b022b0 req-6abc07b2-18dd-454d-a6c7-56703ebada3f tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:33.392729 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-0b2ecd44-2181-4f4e-8358-c3a163b022b0 req-6abc07b2-18dd-454d-a6c7-56703ebada3f tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Synchronizing usage tracker for tenant:b4d1b216261e41c7aa55b53c9f2a5ab7 on resource:port {{(pid=91754) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:23:33.397537 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-758b4bb5-6030-4cec-a382-84ba3655d002 req-368651f1-5bc2-4a77-895e-3353b739026d tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0d50cdb-d2e3-4070-9cf2-b88ed441d923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385826 May 31 18:23:33.487781 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-0b2ecd44-2181-4f4e-8358-c3a163b022b0 req-6abc07b2-18dd-454d-a6c7-56703ebada3f tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Unset dirty status for tenant:b4d1b216261e41c7aa55b53c9f2a5ab7 on resource:port {{(pid=91754) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:23:33.488935 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-0b2ecd44-2181-4f4e-8358-c3a163b022b0 req-6abc07b2-18dd-454d-a6c7-56703ebada3f tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 943 time: 0.2089753 May 31 18:23:33.556256 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e9232-85b5-4bbd-90af-9b1c78a17738 req-702ef831-ceb9-4126-9dd1-00651248036b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:33.557671 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-b11e9232-85b5-4bbd-90af-9b1c78a17738 req-702ef831-ceb9-4126-9dd1-00651248036b service neutron] 10.222.0.20 "GET /v2.0/networks?id=bdb4a9e4-0610-4a9d-bf9e-a0493305c72a HTTP/1.1" status: 200 len: 917 time: 0.1623397 May 31 18:23:33.564641 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-0b2ecd44-2181-4f4e-8358-c3a163b022b0 req-9bf3969e-5287-431c-968d-dab85ce6f1bd tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685740 May 31 18:23:33.628018 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-b11e9232-85b5-4bbd-90af-9b1c78a17738 req-dbe359d8-d4be-4ebd-9119-10744560dd4a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4 HTTP/1.1" status: 200 len: 217 time: 0.0623364 May 31 18:23:33.698718 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e9232-85b5-4bbd-90af-9b1c78a17738 req-12ef3be9-c006-4648-9467-032e01780d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:33.700203 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-b11e9232-85b5-4bbd-90af-9b1c78a17738 req-12ef3be9-c006-4648-9467-032e01780d7a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a141bd4c-23e4-4ac5-be95-c7e9e5ec7954 HTTP/1.1" status: 200 len: 856 time: 0.0629694 May 31 18:23:33.776420 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e9232-85b5-4bbd-90af-9b1c78a17738 req-cb46412d-59ca-4b35-be7b-51e3601c7ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:33.778110 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-b11e9232-85b5-4bbd-90af-9b1c78a17738 req-cb46412d-59ca-4b35-be7b-51e3601c7ff3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bdb4a9e4-0610-4a9d-bf9e-a0493305c72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0709531 May 31 18:23:33.913128 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-b11e9232-85b5-4bbd-90af-9b1c78a17738 req-0adddca5-b8f7-4938-a947-1078dd780f55 service neutron] 10.222.0.20 "GET /v2.0/networks/bdb4a9e4-0610-4a9d-bf9e-a0493305c72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276977 May 31 18:23:34.141058 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-b11e9232-85b5-4bbd-90af-9b1c78a17738 req-b0e92e38-f3ab-43c2-9446-9e5319cb9231 service neutron] 10.222.0.20 "GET /v2.0/networks/bdb4a9e4-0610-4a9d-bf9e-a0493305c72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214026 May 31 18:23:34.757308 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8665cf7d-bc07-4348-853a-fd59d49e7d17 req-d2ef40d2-78ed-482b-8704-a566d0de9772 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:34.758670 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8665cf7d-bc07-4348-853a-fd59d49e7d17 req-d2ef40d2-78ed-482b-8704-a566d0de9772 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 943 time: 0.0817146 May 31 18:23:34.800757 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8665cf7d-bc07-4348-853a-fd59d49e7d17 req-32847a48-9051-4e71-af92-1a279a578790 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366526 May 31 18:23:35.988469 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2b50a5-b766-43ed-94b4-9efa36952982 req-dc6af2a4-3414-4db0-8a7b-31c70c4c7f96 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:35.990061 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-5b2b50a5-b766-43ed-94b4-9efa36952982 req-dc6af2a4-3414-4db0-8a7b-31c70c4c7f96 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 943 time: 0.0775247 May 31 18:23:36.035044 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-5b2b50a5-b766-43ed-94b4-9efa36952982 req-ab78e874-2c3b-4063-aa2b-c394f7131a33 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391848 May 31 18:23:36.554787 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4 details requested by agent hyperv_hv-cinder-77005 with host hv-cinder-77005 {{(pid=91755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 18:23:36.686522 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4,segment=NetworkSegment(9e7eb541-2a48-4373-bede-dc253746dbb0),segment_id=9e7eb541-2a48-4373-bede-dc253746dbb0)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:23:36.699055 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Returning: {'device': '165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4', 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a', 'port_id': '165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4', 'mac_address': 'fa:16:3e:17:b0:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a141bd4c-23e4-4ac5-be95-c7e9e5ec7954', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 18:23:36.752557 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:36.768623 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4 {{(pid=91755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:23:36.783877 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4,segment=NetworkSegment(9e7eb541-2a48-4373-bede-dc253746dbb0),segment_id=9e7eb541-2a48-4373-bede-dc253746dbb0)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:23:36.787953 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:36.790400 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:23:36.855314 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4,revision_number=4']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:23:36.858343 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:23:37.207466 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] get_ports_and_sgs() called for port_ids ['165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4'] {{(pid=91755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:23:37.221604 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4748435-011c-4f3f-a1b3-5cc3f3e5fd2e req-8232c6f0-bf5f-4adb-b144-2a93a24f7d1c tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:37.223063 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-c4748435-011c-4f3f-a1b3-5cc3f3e5fd2e req-8232c6f0-bf5f-4adb-b144-2a93a24f7d1c tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 944 time: 0.0823386 May 31 18:23:37.268664 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-c4748435-011c-4f3f-a1b3-5cc3f3e5fd2e req-30d4b65b-318f-45db-a392-bb02080b0632 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391529 May 31 18:23:38.460373 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef6be5-5e95-4f84-b8f0-c2ee9b0f5bc2 req-4b1f4ae0-1245-4b9b-9cac-5a9e4bc69cb1 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:38.461811 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-37ef6be5-5e95-4f84-b8f0-c2ee9b0f5bc2 req-4b1f4ae0-1245-4b9b-9cac-5a9e4bc69cb1 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 944 time: 0.0814886 May 31 18:23:38.508110 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-37ef6be5-5e95-4f84-b8f0-c2ee9b0f5bc2 req-eb889250-1f8c-4e73-8e21-3e3e46f59f82 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407155 May 31 18:23:38.570919 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4 up at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:23:38.637726 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Provisioning for port 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4 completed by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:23:38.642430 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Provisioning complete for port 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:23:38.642824 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:38.755523 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:38.781989 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dad5e2f-c186-4450-a2b3-ceddeaa63981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:23:38.784181 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e2032fe1b554800b495be35bbba042da1e7f6a6deba8ede5c150f2a358caca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c859cea1-6963-43af-b946-5d46b4dab033" -d '{"events": [{"server_uuid": "0dad5e2f-c186-4450-a2b3-ceddeaa63981", "name": "network-vif-plugged", "status": "completed", "tag": "165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:23:38.792518 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4,segment=NetworkSegment(9e7eb541-2a48-4373-bede-dc253746dbb0),segment_id=9e7eb541-2a48-4373-bede-dc253746dbb0)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:23:38.796104 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:38.797885 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:23:38.830968 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f72be0-134d-4971-ad80-7d4fa4cc12ef x-openstack-request-id: req-66f72be0-134d-4971-ad80-7d4fa4cc12ef {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:23:38.831260 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dad5e2f-c186-4450-a2b3-ceddeaa63981", "name": "network-vif-plugged", "status": "completed", "tag": "165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:23:38.831515 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-66f72be0-134d-4971-ad80-7d4fa4cc12ef {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:23:38.831895 dv-cinder-770050-4-smb neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dad5e2f-c186-4450-a2b3-ceddeaa63981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4', 'code': 200} May 31 18:23:38.863034 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4,revision_number=5']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:23:38.865953 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:23:39.048321 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b93dbbc-e9dd-4855-ac42-96bab1a16d32 req-1a92d542-0d3c-4471-b587-f5133a4868ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:39.049768 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-5b93dbbc-e9dd-4855-ac42-96bab1a16d32 req-1a92d542-0d3c-4471-b587-f5133a4868ec service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 1098 time: 0.0722508 May 31 18:23:39.088737 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-5b93dbbc-e9dd-4855-ac42-96bab1a16d32 req-6be812a8-638b-4d7a-95d0-34462c2feaf1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330403 May 31 18:23:39.706242 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af8e8e-1e5f-45e0-a8c1-bfa24e2fbd94 req-33a7d591-e2ac-41f4-88d4-4773ba9e8987 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:39.707898 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-24af8e8e-1e5f-45e0-a8c1-bfa24e2fbd94 req-33a7d591-e2ac-41f4-88d4-4773ba9e8987 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 945 time: 0.0905313 May 31 18:23:39.752458 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-24af8e8e-1e5f-45e0-a8c1-bfa24e2fbd94 req-4a46b557-1a93-430e-9040-59d4c314b288 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384996 May 31 18:23:40.936451 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84d772a-c813-48ae-a967-5daeaf17d970 req-078bce36-d37e-4a44-9935-46a2accc545a tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:40.937861 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d84d772a-c813-48ae-a967-5daeaf17d970 req-078bce36-d37e-4a44-9935-46a2accc545a tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 945 time: 0.0780962 May 31 18:23:40.980319 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d84d772a-c813-48ae-a967-5daeaf17d970 req-0216cbc0-1e6c-41e4-b062-e0f4e5e82cc9 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368748 May 31 18:23:41.161484 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc51e6a-f2c7-4fbe-a312-edc41bef602f req-a0a45837-bbe3-4330-8023-0757539e8fe6 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:41.163408 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-2fc51e6a-f2c7-4fbe-a312-edc41bef602f req-a0a45837-bbe3-4330-8023-0757539e8fe6 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 945 time: 0.0770440 May 31 18:23:41.171761 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 33084) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:23:41.176713 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [None req-e7ec6835-93ed-4234-83a3-798588d80a08 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Request body: {'floatingip': {'port_id': '165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4'}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:23:41.252289 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-e7ec6835-93ed-4234-83a3-798588d80a08 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks [] for floatingip, before_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:41.836544 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-e7ec6835-93ed-4234-83a3-798588d80a08 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:41.840185 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-e7ec6835-93ed-4234-83a3-798588d80a08 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960568'] for floatingip, after_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:42.076606 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.db.l3_db [None req-e7ec6835-93ed-4234-83a3-798588d80a08 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Floating IP 511009bb-8e31-4618-8624-bfcfa6a62bd4 associated. External IP: 172.28.1.174, port: 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4. May 31 18:23:42.412686 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ec6835-93ed-4234-83a3-798588d80a08 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Router 39c2f4ba-2e74-4124-a8fb-140ab38982f6 has already been hosted by L3 agent aa8b4aa1-734a-4f99-a735-849181ae9a49 {{(pid=91753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:23:42.584661 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ec6835-93ed-4234-83a3-798588d80a08 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify agent at l3_agent.dv-cinder-770050-4-smb the message routers_updated {{(pid=91753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:23:42.589412 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-e7ec6835-93ed-4234-83a3-798588d80a08 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for floatingip, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:42.594142 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deb0cbc-a493-426c-a49e-142ec86518f9 None None] Sync routers for ids ['39c2f4ba-2e74-4124-a8fb-140ab38982f6'] in dv-cinder-770050-4-smb {{(pid=91755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:23:42.603809 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deb0cbc-a493-426c-a49e-142ec86518f9 None None] Routers {'39c2f4ba-2e74-4124-a8fb-140ab38982f6'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:23:42.604515 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-1deb0cbc-a493-426c-a49e-142ec86518f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:23:19Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['39c2f4ba-2e74-4124-a8fb-140ab38982f6'], 'active': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:23:42.643874 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-e7ec6835-93ed-4234-83a3-798588d80a08 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "PUT /v2.0/floatingips/511009bb-8e31-4618-8624-bfcfa6a62bd4 HTTP/1.1" status: 200 len: 991 time: 1.4710710 May 31 18:23:42.644526 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dad5e2f-c186-4450-a2b3-ceddeaa63981', 'tag': '165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4'}] {{(pid=91753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:23:42.646787 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4a07d5f70f7fd4dbd3fa52429be7a5e9952b90ad99acae3e898da8695de761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8adafdb8-32ae-4dbc-b5b9-1916c73c950e" -d '{"events": [{"name": "network-changed", "server_uuid": "0dad5e2f-c186-4450-a2b3-ceddeaa63981", "tag": "165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4"}]}' {{(pid=91753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:23:42.691734 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56a2fdd-4fed-478f-bca2-a8295d3edf4d x-openstack-request-id: req-d56a2fdd-4fed-478f-bca2-a8295d3edf4d {{(pid=91753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:23:42.692071 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dad5e2f-c186-4450-a2b3-ceddeaa63981", "tag": "165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4", "status": "completed", "code": 200}]} {{(pid=91753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:23:42.692358 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d56a2fdd-4fed-478f-bca2-a8295d3edf4d {{(pid=91753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:23:42.692776 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dad5e2f-c186-4450-a2b3-ceddeaa63981', 'tag': '165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4', 'status': 'completed', 'code': 200} May 31 18:23:42.785664 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvr_db [None req-1deb0cbc-a493-426c-a49e-142ec86518f9 None None] Set router 39c2f4ba-2e74-4124-a8fb-140ab38982f6 gateway port host: dv-cinder-770050-4-smb {{(pid=91755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:23:42.787730 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adafdb8-32ae-4dbc-b5b9-1916c73c950e req-a55c5087-b561-466c-8fb2-b76a194d657e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:42.789432 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8adafdb8-32ae-4dbc-b5b9-1916c73c950e req-a55c5087-b561-466c-8fb2-b76a194d657e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4d1b216261e41c7aa55b53c9f2a5ab7&device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 1098 time: 0.0761256 May 31 18:23:42.923895 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adafdb8-32ae-4dbc-b5b9-1916c73c950e req-d8b024e5-ab51-4bc4-b9c6-b95f0b3d3a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:42.925468 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8adafdb8-32ae-4dbc-b5b9-1916c73c950e req-d8b024e5-ab51-4bc4-b9c6-b95f0b3d3a6a service neutron] 10.222.0.20 "GET /v2.0/networks?id=bdb4a9e4-0610-4a9d-bf9e-a0493305c72a HTTP/1.1" status: 200 len: 917 time: 0.1285524 May 31 18:23:43.035477 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8adafdb8-32ae-4dbc-b5b9-1916c73c950e req-67131750-d1ae-4b08-9ea0-9841eab3439d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4 HTTP/1.1" status: 200 len: 999 time: 0.1032455 May 31 18:23:43.099206 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adafdb8-32ae-4dbc-b5b9-1916c73c950e req-5df08ab0-3485-4c66-8e84-0c5d2e04c217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:43.101300 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8adafdb8-32ae-4dbc-b5b9-1916c73c950e req-5df08ab0-3485-4c66-8e84-0c5d2e04c217 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a141bd4c-23e4-4ac5-be95-c7e9e5ec7954 HTTP/1.1" status: 200 len: 856 time: 0.0597878 May 31 18:23:43.172950 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-1deb0cbc-a493-426c-a49e-142ec86518f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1868462595-router', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': 'a4fda1c3-7f3f-4e29-9406-cb42d7579dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:30Z', 'updated_at': '2021-05-31T18:18:42Z', 'revision_number': 4, 'project_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'gw_port': {'id': 'a4fda1c3-7f3f-4e29-9406-cb42d7579dc7', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:32Z', 'updated_at': '2021-05-31T18:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_floatingips': [{'id': '511009bb-8e31-4618-8624-bfcfa6a62bd4', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'floating_ip_address': '172.28.1.174', 'floating_network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'router_id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'port_id': '165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a', 'mac_address': 'fa:16:3e:17:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dad5e2f-c186-4450-a2b3-ceddeaa63981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T18:23:28Z', 'updated_at': '2021-05-31T18:23:41Z', 'revision_number': 1, 'project_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06', 'name': '', 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'mac_address': 'fa:16:3e:bc:62:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a141bd4c-23e4-4ac5-be95-c7e9e5ec7954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:39Z', 'updated_at': '2021-05-31T18:18:53Z', 'revision_number': 5, 'project_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'subnets': [{'id': 'a141bd4c-23e4-4ac5-be95-c7e9e5ec7954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:23:43.177114 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deb0cbc-a493-426c-a49e-142ec86518f9 None None] Checking router: 39c2f4ba-2e74-4124-a8fb-140ab38982f6 for host: dv-cinder-770050-4-smb {{(pid=91755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:23:43.177605 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adafdb8-32ae-4dbc-b5b9-1916c73c950e req-a37d699c-ff2a-438a-88f9-8b0e967809be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:43.179181 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8adafdb8-32ae-4dbc-b5b9-1916c73c950e req-a37d699c-ff2a-438a-88f9-8b0e967809be service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bdb4a9e4-0610-4a9d-bf9e-a0493305c72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0714164 May 31 18:23:43.186260 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1deb0cbc-a493-426c-a49e-142ec86518f9 None None] Routers {'39c2f4ba-2e74-4124-a8fb-140ab38982f6'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:23:43.186868 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-1deb0cbc-a493-426c-a49e-142ec86518f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:23:19Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['39c2f4ba-2e74-4124-a8fb-140ab38982f6'], 'active': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:23:43.311299 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8adafdb8-32ae-4dbc-b5b9-1916c73c950e req-5af1e05a-e2c1-4d0b-b30b-4c33e83bfe61 service neutron] 10.222.0.20 "GET /v2.0/networks/bdb4a9e4-0610-4a9d-bf9e-a0493305c72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250639 May 31 18:23:43.365567 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvr_db [None req-1deb0cbc-a493-426c-a49e-142ec86518f9 None None] Set router 39c2f4ba-2e74-4124-a8fb-140ab38982f6 gateway port host: dv-cinder-770050-4-smb {{(pid=91755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:23:43.442747 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8adafdb8-32ae-4dbc-b5b9-1916c73c950e req-7e9e47a3-c65a-40d3-919a-a9ef890fe68a service neutron] 10.222.0.20 "GET /v2.0/networks/bdb4a9e4-0610-4a9d-bf9e-a0493305c72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237879 May 31 18:23:43.700439 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-1deb0cbc-a493-426c-a49e-142ec86518f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1868462595-router', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': 'a4fda1c3-7f3f-4e29-9406-cb42d7579dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:30Z', 'updated_at': '2021-05-31T18:18:42Z', 'revision_number': 4, 'project_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'gw_port': {'id': 'a4fda1c3-7f3f-4e29-9406-cb42d7579dc7', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:32Z', 'updated_at': '2021-05-31T18:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_floatingips': [{'id': '511009bb-8e31-4618-8624-bfcfa6a62bd4', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'floating_ip_address': '172.28.1.174', 'floating_network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'router_id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'port_id': '165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a', 'mac_address': 'fa:16:3e:17:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dad5e2f-c186-4450-a2b3-ceddeaa63981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T18:23:28Z', 'updated_at': '2021-05-31T18:23:41Z', 'revision_number': 1, 'project_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06', 'name': '', 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'mac_address': 'fa:16:3e:bc:62:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a141bd4c-23e4-4ac5-be95-c7e9e5ec7954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:39Z', 'updated_at': '2021-05-31T18:18:53Z', 'revision_number': 5, 'project_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'subnets': [{'id': 'a141bd4c-23e4-4ac5-be95-c7e9e5ec7954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:23:43.704162 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1deb0cbc-a493-426c-a49e-142ec86518f9 None None] The sync data for ids ['39c2f4ba-2e74-4124-a8fb-140ab38982f6'] in dv-cinder-770050-4-smb is: [{'id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1868462595-router', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': 'a4fda1c3-7f3f-4e29-9406-cb42d7579dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:30Z', 'updated_at': '2021-05-31T18:18:42Z', 'revision_number': 4, 'project_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'gw_port': {'id': 'a4fda1c3-7f3f-4e29-9406-cb42d7579dc7', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:32Z', 'updated_at': '2021-05-31T18:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_floatingips': [{'id': '511009bb-8e31-4618-8624-bfcfa6a62bd4', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'floating_ip_address': '172.28.1.174', 'floating_network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'router_id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'port_id': '165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a', 'mac_address': 'fa:16:3e:17:b0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dad5e2f-c186-4450-a2b3-ceddeaa63981', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T18:23:28Z', 'updated_at': '2021-05-31T18:23:41Z', 'revision_number': 1, 'project_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06', 'name': '', 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'mac_address': 'fa:16:3e:bc:62:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a141bd4c-23e4-4ac5-be95-c7e9e5ec7954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:39Z', 'updated_at': '2021-05-31T18:18:53Z', 'revision_number': 5, 'project_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'subnets': [{'id': 'a141bd4c-23e4-4ac5-be95-c7e9e5ec7954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:23:43.873409 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e0750d-f011-4408-b018-26391d22d993 None None] New status for floating IP 511009bb-8e31-4618-8624-bfcfa6a62bd4: ACTIVE {{(pid=91756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 18:23:45.996487 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-3f23271d-4d8c-43a9-ba0d-d6de9efada38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:46.511434 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-ec391899-3dfb-4d36-849d-cceebc79638f req-89a29924-f8c4-41ba-b938-ef678c628360 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1190050 May 31 18:23:46.600291 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec391899-3dfb-4d36-849d-cceebc79638f req-1dc77171-6967-4ff0-8f35-c623bd61ac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:46.601732 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-ec391899-3dfb-4d36-849d-cceebc79638f req-1dc77171-6967-4ff0-8f35-c623bd61ac43 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cd65573bbe3e4966baf7dbde3d06304a&device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 1098 time: 0.0687518 May 31 18:23:46.748512 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec391899-3dfb-4d36-849d-cceebc79638f req-5f282a19-f95b-4d2f-aa69-550596ad1c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:46.749800 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-ec391899-3dfb-4d36-849d-cceebc79638f req-5f282a19-f95b-4d2f-aa69-550596ad1c7f service neutron] 10.222.0.20 "GET /v2.0/networks?id=2caae92d-233f-4a42-bb44-03a041ebb28d HTTP/1.1" status: 200 len: 910 time: 0.1217344 May 31 18:23:46.921820 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-ec391899-3dfb-4d36-849d-cceebc79638f req-9f64bd02-468d-43c1-8dcc-24d570ad184e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aa99cb7e-9beb-4262-8b8a-a586ff3f23ea HTTP/1.1" status: 200 len: 1001 time: 0.1643286 May 31 18:23:46.997363 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec391899-3dfb-4d36-849d-cceebc79638f req-622e73ef-95a1-4d6d-ac0c-f5748863aca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:46.998769 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-ec391899-3dfb-4d36-849d-cceebc79638f req-622e73ef-95a1-4d6d-ac0c-f5748863aca5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a HTTP/1.1" status: 200 len: 849 time: 0.0575049 May 31 18:23:47.080358 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec391899-3dfb-4d36-849d-cceebc79638f req-e6cbc9e8-88ea-4142-9528-87de064887b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:47.081792 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-ec391899-3dfb-4d36-849d-cceebc79638f req-e6cbc9e8-88ea-4142-9528-87de064887b7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2caae92d-233f-4a42-bb44-03a041ebb28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0758684 May 31 18:23:47.212796 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-ec391899-3dfb-4d36-849d-cceebc79638f req-47105a73-851d-44f8-925f-020647efd8a6 service neutron] 10.222.0.20 "GET /v2.0/networks/2caae92d-233f-4a42-bb44-03a041ebb28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222744 May 31 18:23:47.345622 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-ec391899-3dfb-4d36-849d-cceebc79638f req-ab97794e-1bb0-45ba-8d3e-aaa2b820f4fa service neutron] 10.222.0.20 "GET /v2.0/networks/2caae92d-233f-4a42-bb44-03a041ebb28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234119 May 31 18:23:48.529128 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e8c017e9-c688-47c1-8f0a-a832f3ab0e73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:48.565965 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:48.613426 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:49.518997 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:51.053381 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.agents_db [None req-6172caff-413f-4f38-b24a-66359638417e None None] Agent healthcheck: found 6 active agents {{(pid=91756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:23:51.220039 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:54.428373 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095f2f26-f950-433f-9bab-418062d9c07c req-b7104d40-6b21-403f-a4ac-d8e0f8ba12f2 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:54.429799 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-095f2f26-f950-433f-9bab-418062d9c07c req-b7104d40-6b21-403f-a4ac-d8e0f8ba12f2 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/ports?device_id=36abfaf5-c2b9-44f3-87e9-aea200543472 HTTP/1.1" status: 200 len: 946 time: 0.0827329 May 31 18:23:54.472661 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-095f2f26-f950-433f-9bab-418062d9c07c req-519bd6eb-7778-4e35-894b-bb4cea758fdf tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0d50cdb-d2e3-4070-9cf2-b88ed441d923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372169 May 31 18:23:55.654229 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95350ff-17ae-41ae-ab78-7e8e1f551f8b req-69c21d5d-9884-45f9-a543-8d742ff197fa tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:55.655661 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a95350ff-17ae-41ae-ab78-7e8e1f551f8b req-69c21d5d-9884-45f9-a543-8d742ff197fa tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/ports?device_id=36abfaf5-c2b9-44f3-87e9-aea200543472 HTTP/1.1" status: 200 len: 946 time: 0.0798197 May 31 18:23:55.699264 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a95350ff-17ae-41ae-ab78-7e8e1f551f8b req-beeac6e8-a3bd-42dc-bfc8-298372591d48 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0d50cdb-d2e3-4070-9cf2-b88ed441d923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379615 May 31 18:23:56.880153 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff31f8b0-a759-45c5-ac67-2903f44f353a req-033d6d1f-a3ba-4d8b-b93a-9d2bbbbf8e30 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:56.882064 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-ff31f8b0-a759-45c5-ac67-2903f44f353a req-033d6d1f-a3ba-4d8b-b93a-9d2bbbbf8e30 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/ports?device_id=36abfaf5-c2b9-44f3-87e9-aea200543472 HTTP/1.1" status: 200 len: 946 time: 0.0809593 May 31 18:23:56.924673 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-ff31f8b0-a759-45c5-ac67-2903f44f353a req-8983a57b-d28f-4bc4-9383-60658b80d8d9 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0d50cdb-d2e3-4070-9cf2-b88ed441d923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370519 May 31 18:23:58.106187 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34aa12e-0ba8-48d6-8915-d3915da2ad90 req-b57daa26-59a0-42aa-a16d-c9ede946b56b tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:58.107586 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-b34aa12e-0ba8-48d6-8915-d3915da2ad90 req-b57daa26-59a0-42aa-a16d-c9ede946b56b tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/ports?device_id=36abfaf5-c2b9-44f3-87e9-aea200543472 HTTP/1.1" status: 200 len: 946 time: 0.0768380 May 31 18:23:58.149996 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-b34aa12e-0ba8-48d6-8915-d3915da2ad90 req-372558b5-ba78-4798-a81a-fd521104c3ac tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0d50cdb-d2e3-4070-9cf2-b88ed441d923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369742 May 31 18:23:59.331691 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd0662-c5a1-47ef-9133-8e6c9a521d62 req-23dbae2b-c5cf-4965-b0d6-c3b269cc4a63 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:59.333142 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-15fd0662-c5a1-47ef-9133-8e6c9a521d62 req-23dbae2b-c5cf-4965-b0d6-c3b269cc4a63 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/ports?device_id=36abfaf5-c2b9-44f3-87e9-aea200543472 HTTP/1.1" status: 200 len: 946 time: 0.0815089 May 31 18:23:59.375905 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-15fd0662-c5a1-47ef-9133-8e6c9a521d62 req-c1d3bbd8-43ac-4cbe-9fdd-88d2cd45043a tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/security-groups?id=a0d50cdb-d2e3-4070-9cf2-b88ed441d923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373104 May 31 18:23:59.459976 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55827047-4d5b-4d12-88f2-eda4f29e65a8 req-d00f937b-50f5-44f7-8bc4-69f5eca9f87b tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:23:59.461331 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-55827047-4d5b-4d12-88f2-eda4f29e65a8 req-d00f937b-50f5-44f7-8bc4-69f5eca9f87b tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.20 "GET /v2.0/ports?device_id=36abfaf5-c2b9-44f3-87e9-aea200543472 HTTP/1.1" status: 200 len: 946 time: 0.0780709 May 31 18:23:59.596063 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [req-55827047-4d5b-4d12-88f2-eda4f29e65a8 req-6c8dfc3f-e245-472a-bf3a-fb5e592537a6 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Deleting port 68c9e79f-1432-4ee3-b4c2-a8464ef736b4 {{(pid=91754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:23:59.596398 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-55827047-4d5b-4d12-88f2-eda4f29e65a8 req-6c8dfc3f-e245-472a-bf3a-fb5e592537a6 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:59.726476 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [req-55827047-4d5b-4d12-88f2-eda4f29e65a8 req-6c8dfc3f-e245-472a-bf3a-fb5e592537a6 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] For port 68c9e79f-1432-4ee3-b4c2-a8464ef736b4, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=68c9e79f-1432-4ee3-b4c2-a8464ef736b4,segment=NetworkSegment(2c8e1d6f-cf27-47ad-83b2-d146cd34fac7),segment_id=2c8e1d6f-cf27-47ad-83b2-d146cd34fac7)] {{(pid=91754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:23:59.726743 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-55827047-4d5b-4d12-88f2-eda4f29e65a8 req-6c8dfc3f-e245-472a-bf3a-fb5e592537a6 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:59.851044 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [req-55827047-4d5b-4d12-88f2-eda4f29e65a8 req-6c8dfc3f-e245-472a-bf3a-fb5e592537a6 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Calling delete_port for 68c9e79f-1432-4ee3-b4c2-a8464ef736b4 owned by compute:nova {{(pid=91754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:23:59.958209 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-55827047-4d5b-4d12-88f2-eda4f29e65a8 req-6c8dfc3f-e245-472a-bf3a-fb5e592537a6 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:23:59.964595 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-ce3b8192-1850-4181-a4bf-92f5481d43f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:23:59.974414 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] get_ports_and_sgs() called for port_ids ['68c9e79f-1432-4ee3-b4c2-a8464ef736b4'] {{(pid=91755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:24:00.012000 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8dfc3f-e245-472a-bf3a-fb5e592537a6 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Pushing event deleted for resources: {'Port': ['ID=68c9e79f-1432-4ee3-b4c2-a8464ef736b4,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:24:00.015419 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-6c8dfc3f-e245-472a-bf3a-fb5e592537a6 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:24:00.174103 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.l3_dvrscheduler_db [req-55827047-4d5b-4d12-88f2-eda4f29e65a8 req-6c8dfc3f-e245-472a-bf3a-fb5e592537a6 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] No DVR routers for this DVR port 68c9e79f-1432-4ee3-b4c2-a8464ef736b4 on host hv-cinder-77005 {{(pid=91754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:24:00.176713 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-55827047-4d5b-4d12-88f2-eda4f29e65a8 req-6c8dfc3f-e245-472a-bf3a-fb5e592537a6 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:00.179791 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36abfaf5-c2b9-44f3-87e9-aea200543472', 'name': 'network-vif-deleted', 'tag': '68c9e79f-1432-4ee3-b4c2-a8464ef736b4'}] {{(pid=91754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:24:00.182082 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b8d31c20630307edfd170fd0520c8261bc4320d7d7b7fb717012a3b2519c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c6a9fa-bfda-47e9-b2b0-90d52ff3d552" -d '{"events": [{"server_uuid": "36abfaf5-c2b9-44f3-87e9-aea200543472", "name": "network-vif-deleted", "tag": "68c9e79f-1432-4ee3-b4c2-a8464ef736b4"}]}' {{(pid=91754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:24:00.196171 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-55827047-4d5b-4d12-88f2-eda4f29e65a8 req-6c8dfc3f-e245-472a-bf3a-fb5e592537a6 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.20 "DELETE /v2.0/ports/68c9e79f-1432-4ee3-b4c2-a8464ef736b4 HTTP/1.1" status: 204 len: 173 time: 0.7279081 May 31 18:24:00.290734 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ef4129-61fa-447f-82fc-5d68bfd75b8a x-openstack-request-id: req-46ef4129-61fa-447f-82fc-5d68bfd75b8a {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:24:00.291051 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36abfaf5-c2b9-44f3-87e9-aea200543472", "name": "network-vif-deleted", "tag": "68c9e79f-1432-4ee3-b4c2-a8464ef736b4", "status": "completed", "code": 200}]} {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:24:00.291326 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-46ef4129-61fa-447f-82fc-5d68bfd75b8a {{(pid=91754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:24:00.291741 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36abfaf5-c2b9-44f3-87e9-aea200543472', 'name': 'network-vif-deleted', 'tag': '68c9e79f-1432-4ee3-b4c2-a8464ef736b4', 'status': 'completed', 'code': 200} May 31 18:24:00.542707 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-ac3ca448-e463-4e30-9abe-a1f611fc9052 req-232fefe0-8d3d-499d-84d9-558444edcfd2 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] 10.222.0.25 "GET /v2.0/ports?device_id=36abfaf5-c2b9-44f3-87e9-aea200543472 HTTP/1.1" status: 200 len: 210 time: 0.0456531 May 31 18:24:02.667945 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 68c9e79f-1432-4ee3-b4c2-a8464ef736b4 no longer exists at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:24:02.700338 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] No Port match for: 68c9e79f-1432-4ee3-b4c2-a8464ef736b4 {{(pid=91755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:24:02.700678 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 68c9e79f-1432-4ee3-b4c2-a8464ef736b4 not bound to the agent host hv-cinder-77005 {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:24:15.466256 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd5691e-2922-4dd1-9fa9-5abf078708fc req-c0a85a4c-812a-4d97-89b5-67b4ad02db82 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:15.468053 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2dd5691e-2922-4dd1-9fa9-5abf078708fc req-c0a85a4c-812a-4d97-89b5-67b4ad02db82 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 945 time: 0.0807130 May 31 18:24:15.512330 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2dd5691e-2922-4dd1-9fa9-5abf078708fc req-7606e3ca-a2c9-4201-a604-e188fd7d9f5e tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=258f730c-5383-42e6-bee2-f4b55ca3abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389292 May 31 18:24:15.998226 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-9cfc0d31-1db9-4c53-9edf-fef1c8df36b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:16.695688 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303ede6-34bd-4a02-8947-d8b19d2c9d9a req-ca78ab09-0cf7-4faf-b0f9-ac0b283bc8d5 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:16.697241 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-7303ede6-34bd-4a02-8947-d8b19d2c9d9a req-ca78ab09-0cf7-4faf-b0f9-ac0b283bc8d5 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 945 time: 0.0793943 May 31 18:24:16.740173 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-7303ede6-34bd-4a02-8947-d8b19d2c9d9a req-5ef96f86-bac5-4ca9-bdf9-6b071a120881 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=258f730c-5383-42e6-bee2-f4b55ca3abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373497 May 31 18:24:17.774243 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f0c41f-7b2e-4041-8c74-a0d0bd315347 req-0cf0fc58-9029-47b7-9e0f-2f1b022d5bec tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:17.775654 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c5f0c41f-7b2e-4041-8c74-a0d0bd315347 req-0cf0fc58-9029-47b7-9e0f-2f1b022d5bec tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.20 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 945 time: 0.0813913 May 31 18:24:17.976649 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789f0b6-0bc2-4ab6-9fcd-4a823ea828b6 req-0291bb9c-c110-40a8-a787-1d6d97d99518 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:17.978087 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c789f0b6-0bc2-4ab6-9fcd-4a823ea828b6 req-0291bb9c-c110-40a8-a787-1d6d97d99518 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 945 time: 0.1095784 May 31 18:24:17.980267 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [req-c5f0c41f-7b2e-4041-8c74-a0d0bd315347 req-abea9a69-ede4-4515-a246-f7a7101ba36b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Deleting port aa99cb7e-9beb-4262-8b8a-a586ff3f23ea {{(pid=91754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:24:17.980605 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-c5f0c41f-7b2e-4041-8c74-a0d0bd315347 req-abea9a69-ede4-4515-a246-f7a7101ba36b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:18.111640 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c789f0b6-0bc2-4ab6-9fcd-4a823ea828b6 req-39b99d52-7054-4a3d-911e-43be2109d329 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=258f730c-5383-42e6-bee2-f4b55ca3abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122341 May 31 18:24:18.149215 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [req-c5f0c41f-7b2e-4041-8c74-a0d0bd315347 req-abea9a69-ede4-4515-a246-f7a7101ba36b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] For port aa99cb7e-9beb-4262-8b8a-a586ff3f23ea, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=aa99cb7e-9beb-4262-8b8a-a586ff3f23ea,segment=NetworkSegment(681bc718-6646-4c87-98cd-26d10e9c9f7d),segment_id=681bc718-6646-4c87-98cd-26d10e9c9f7d)] {{(pid=91754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:24:18.149562 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-c5f0c41f-7b2e-4041-8c74-a0d0bd315347 req-abea9a69-ede4-4515-a246-f7a7101ba36b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:18.441576 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-c5f0c41f-7b2e-4041-8c74-a0d0bd315347 req-abea9a69-ede4-4515-a246-f7a7101ba36b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:18.441941 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-c5f0c41f-7b2e-4041-8c74-a0d0bd315347 req-abea9a69-ede4-4515-a246-f7a7101ba36b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960568'] for floatingip, after_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:18.442244 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.db.l3_db [req-c5f0c41f-7b2e-4041-8c74-a0d0bd315347 req-abea9a69-ede4-4515-a246-f7a7101ba36b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Floating IP 25c7762c-ad98-4371-8114-53fa3af2e1f8 disassociated. External IP: 172.28.1.155, port: aa99cb7e-9beb-4262-8b8a-a586ff3f23ea. May 31 18:24:18.442573 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [req-c5f0c41f-7b2e-4041-8c74-a0d0bd315347 req-abea9a69-ede4-4515-a246-f7a7101ba36b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Calling delete_port for aa99cb7e-9beb-4262-8b8a-a586ff3f23ea owned by compute:nova {{(pid=91754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:24:18.529243 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4aa749f5-5a24-4cfa-bf42-34ec47be06e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:18.549393 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-c5f0c41f-7b2e-4041-8c74-a0d0bd315347 req-abea9a69-ede4-4515-a246-f7a7101ba36b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:18.555064 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:24:18.569320 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:18.601230 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abea9a69-ede4-4515-a246-f7a7101ba36b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Pushing event deleted for resources: {'Port': ['ID=aa99cb7e-9beb-4262-8b8a-a586ff3f23ea,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:24:18.612613 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abea9a69-ede4-4515-a246-f7a7101ba36b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:24:18.612980 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abea9a69-ede4-4515-a246-f7a7101ba36b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:24:18.613332 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abea9a69-ede4-4515-a246-f7a7101ba36b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:24:18.613683 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abea9a69-ede4-4515-a246-f7a7101ba36b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:24:18.614063 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abea9a69-ede4-4515-a246-f7a7101ba36b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:24:18.614216 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:18.614393 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abea9a69-ede4-4515-a246-f7a7101ba36b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:24:18.614820 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abea9a69-ede4-4515-a246-f7a7101ba36b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:24:18.615380 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abea9a69-ede4-4515-a246-f7a7101ba36b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:24:18.615380 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abea9a69-ede4-4515-a246-f7a7101ba36b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:24:18.615674 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abea9a69-ede4-4515-a246-f7a7101ba36b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:24:18.616586 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abea9a69-ede4-4515-a246-f7a7101ba36b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:24:18.616921 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abea9a69-ede4-4515-a246-f7a7101ba36b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:24:18.665601 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-abea9a69-ede4-4515-a246-f7a7101ba36b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:24:18.793509 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5f0c41f-7b2e-4041-8c74-a0d0bd315347 req-abea9a69-ede4-4515-a246-f7a7101ba36b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Router 0ffcee3b-dbf9-4fd6-a887-809ed764d1e3 has already been hosted by L3 agent aa8b4aa1-734a-4f99-a735-849181ae9a49 {{(pid=91754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:24:19.064136 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5f0c41f-7b2e-4041-8c74-a0d0bd315347 req-abea9a69-ede4-4515-a246-f7a7101ba36b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify agent at l3_agent.dv-cinder-770050-4-smb the message routers_updated {{(pid=91754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:24:19.073752 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf6063f-deb0-4bce-8e8f-8bbf362602de None None] Sync routers for ids ['0ffcee3b-dbf9-4fd6-a887-809ed764d1e3'] in dv-cinder-770050-4-smb {{(pid=91755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:24:19.082851 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf6063f-deb0-4bce-8e8f-8bbf362602de None None] Routers {'0ffcee3b-dbf9-4fd6-a887-809ed764d1e3'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:24:19.083451 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-dbf6063f-deb0-4bce-8e8f-8bbf362602de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:24:19Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['0ffcee3b-dbf9-4fd6-a887-809ed764d1e3'], 'active': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:24:19.143807 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5f0c41f-7b2e-4041-8c74-a0d0bd315347 req-abea9a69-ede4-4515-a246-f7a7101ba36b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] No DVR routers for this DVR port aa99cb7e-9beb-4262-8b8a-a586ff3f23ea on host hv-cinder-77005 {{(pid=91754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:24:19.146345 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-c5f0c41f-7b2e-4041-8c74-a0d0bd315347 req-abea9a69-ede4-4515-a246-f7a7101ba36b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:19.148982 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29edd01-9612-457e-9607-8f6c71dbdb3a', 'name': 'network-vif-deleted', 'tag': 'aa99cb7e-9beb-4262-8b8a-a586ff3f23ea'}] {{(pid=91754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:24:19.151911 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b8d31c20630307edfd170fd0520c8261bc4320d7d7b7fb717012a3b2519c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86637371-ee8f-4e12-8f37-3c77d1f49861" -d '{"events": [{"server_uuid": "c29edd01-9612-457e-9607-8f6c71dbdb3a", "name": "network-vif-deleted", "tag": "aa99cb7e-9beb-4262-8b8a-a586ff3f23ea"}]}' {{(pid=91754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:24:19.166683 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c5f0c41f-7b2e-4041-8c74-a0d0bd315347 req-abea9a69-ede4-4515-a246-f7a7101ba36b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.20 "DELETE /v2.0/ports/aa99cb7e-9beb-4262-8b8a-a586ff3f23ea HTTP/1.1" status: 204 len: 173 time: 1.3849285 May 31 18:24:19.230685 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c1da94-f17b-458e-87d5-d6f3abb696d0 x-openstack-request-id: req-44c1da94-f17b-458e-87d5-d6f3abb696d0 {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:24:19.231028 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29edd01-9612-457e-9607-8f6c71dbdb3a", "name": "network-vif-deleted", "tag": "aa99cb7e-9beb-4262-8b8a-a586ff3f23ea", "status": "completed", "code": 200}]} {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:24:19.231385 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-44c1da94-f17b-458e-87d5-d6f3abb696d0 {{(pid=91754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:24:19.231910 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29edd01-9612-457e-9607-8f6c71dbdb3a', 'name': 'network-vif-deleted', 'tag': 'aa99cb7e-9beb-4262-8b8a-a586ff3f23ea', 'status': 'completed', 'code': 200} May 31 18:24:19.312742 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvr_db [None req-dbf6063f-deb0-4bce-8e8f-8bbf362602de None None] Set router 0ffcee3b-dbf9-4fd6-a887-809ed764d1e3 gateway port host: dv-cinder-770050-4-smb {{(pid=91755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:24:19.317936 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-44ddd09e-4577-4abc-8b3d-9e964b734d23 req-01603152-1500-4d4e-acb9-759b8c266c18 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Synchronizing usage tracker for tenant:cd65573bbe3e4966baf7dbde3d06304a on resource:port {{(pid=91754) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:24:19.337459 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-44ddd09e-4577-4abc-8b3d-9e964b734d23 req-01603152-1500-4d4e-acb9-759b8c266c18 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Unset dirty status for tenant:cd65573bbe3e4966baf7dbde3d06304a on resource:port {{(pid=91754) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:24:19.337459 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-44ddd09e-4577-4abc-8b3d-9e964b734d23 req-01603152-1500-4d4e-acb9-759b8c266c18 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=c29edd01-9612-457e-9607-8f6c71dbdb3a HTTP/1.1" status: 200 len: 210 time: 0.0641627 May 31 18:24:19.535427 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:19.645706 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-dbf6063f-deb0-4bce-8e8f-8bbf362602de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'name': 'tempest-AttachVolumeTestJSON-797889927-router', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '7983253d-7bf9-4452-a3a4-b38659d0c081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:31Z', 'updated_at': '2021-05-31T18:18:54Z', 'revision_number': 4, 'project_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'gw_port': {'id': '7983253d-7bf9-4452-a3a4-b38659d0c081', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:33Z', 'updated_at': '2021-05-31T18:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': '3549004c-a5c5-4ae8-96f1-6dce7cbc92ca', 'name': '', 'network_id': '2caae92d-233f-4a42-bb44-03a041ebb28d', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'mac_address': 'fa:16:3e:f0:b6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:49Z', 'updated_at': '2021-05-31T18:19:05Z', 'revision_number': 5, 'project_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'subnets': [{'id': '6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:24:19.650177 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf6063f-deb0-4bce-8e8f-8bbf362602de None None] Checking router: 0ffcee3b-dbf9-4fd6-a887-809ed764d1e3 for host: dv-cinder-770050-4-smb {{(pid=91755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:24:19.658306 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf6063f-deb0-4bce-8e8f-8bbf362602de None None] Routers {'0ffcee3b-dbf9-4fd6-a887-809ed764d1e3'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:24:19.658919 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-dbf6063f-deb0-4bce-8e8f-8bbf362602de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:24:19Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['0ffcee3b-dbf9-4fd6-a887-809ed764d1e3'], 'active': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:24:19.842223 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvr_db [None req-dbf6063f-deb0-4bce-8e8f-8bbf362602de None None] Set router 0ffcee3b-dbf9-4fd6-a887-809ed764d1e3 gateway port host: dv-cinder-770050-4-smb {{(pid=91755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:24:20.145561 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-dbf6063f-deb0-4bce-8e8f-8bbf362602de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'name': 'tempest-AttachVolumeTestJSON-797889927-router', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '7983253d-7bf9-4452-a3a4-b38659d0c081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:31Z', 'updated_at': '2021-05-31T18:18:54Z', 'revision_number': 4, 'project_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'gw_port': {'id': '7983253d-7bf9-4452-a3a4-b38659d0c081', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:33Z', 'updated_at': '2021-05-31T18:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': '3549004c-a5c5-4ae8-96f1-6dce7cbc92ca', 'name': '', 'network_id': '2caae92d-233f-4a42-bb44-03a041ebb28d', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'mac_address': 'fa:16:3e:f0:b6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:49Z', 'updated_at': '2021-05-31T18:19:05Z', 'revision_number': 5, 'project_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'subnets': [{'id': '6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:24:20.150012 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf6063f-deb0-4bce-8e8f-8bbf362602de None None] The sync data for ids ['0ffcee3b-dbf9-4fd6-a887-809ed764d1e3'] in dv-cinder-770050-4-smb is: [{'id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'name': 'tempest-AttachVolumeTestJSON-797889927-router', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '7983253d-7bf9-4452-a3a4-b38659d0c081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:31Z', 'updated_at': '2021-05-31T18:18:54Z', 'revision_number': 4, 'project_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'gw_port': {'id': '7983253d-7bf9-4452-a3a4-b38659d0c081', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:33Z', 'updated_at': '2021-05-31T18:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': '3549004c-a5c5-4ae8-96f1-6dce7cbc92ca', 'name': '', 'network_id': '2caae92d-233f-4a42-bb44-03a041ebb28d', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'mac_address': 'fa:16:3e:f0:b6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:49Z', 'updated_at': '2021-05-31T18:19:05Z', 'revision_number': 5, 'project_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'subnets': [{'id': '6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:24:20.349614 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871e40d4-c55d-4dd9-a206-851f801b60e6 None None] New status for floating IP 25c7762c-ad98-4371-8114-53fa3af2e1f8: DOWN {{(pid=91756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 18:24:20.492814 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 33386) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:24:20.520472 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44adc556-53d5-4603-a879-5bb25afa19fd req-30ca13e8-94e2-4d02-8d72-2d8a406aea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:20.522003 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-44adc556-53d5-4603-a879-5bb25afa19fd req-30ca13e8-94e2-4d02-8d72-2d8a406aea3a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7516990dfc94a1fab0f4fa45d95aad3&device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 1138 time: 0.1061702 May 31 18:24:20.544051 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90635ac9-adc9-4e96-9086-8d226448aefc req-93b4f582-c399-4e01-ab78-39e376d4b8fa tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:20.548254 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-90635ac9-adc9-4e96-9086-8d226448aefc req-93b4f582-c399-4e01-ab78-39e376d4b8fa tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/ports?device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 985 time: 0.0912094 May 31 18:24:20.596142 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-90635ac9-adc9-4e96-9086-8d226448aefc req-5505b8ab-2ed9-496f-a8a0-ac2b6717da51 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5807014-b84a-40d0-9519-1b9284cf48c4&id=7c266301-3caa-4a4a-92fb-525d4c16b2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444424 May 31 18:24:20.657581 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-3c1ad934-f974-46bf-8721-1835fdee994a tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:20.712419 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-3c1ad934-f974-46bf-8721-1835fdee994a tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:20.723264 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44adc556-53d5-4603-a879-5bb25afa19fd req-c7207f85-ddc8-4a64-bc6d-55ec7edab579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:20.724695 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-44adc556-53d5-4603-a879-5bb25afa19fd req-c7207f85-ddc8-4a64-bc6d-55ec7edab579 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e3831ffb-3fed-4199-9345-e83614c932f0 HTTP/1.1" status: 200 len: 915 time: 0.1930943 May 31 18:24:20.730722 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device aa99cb7e-9beb-4262-8b8a-a586ff3f23ea no longer exists at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:24:20.769335 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] No Port match for: aa99cb7e-9beb-4262-8b8a-a586ff3f23ea {{(pid=91755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:24:20.769682 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device aa99cb7e-9beb-4262-8b8a-a586ff3f23ea not bound to the agent host hv-cinder-77005 {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:24:20.846583 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-44adc556-53d5-4603-a879-5bb25afa19fd req-322a73da-9d96-4ba7-b867-d9f80b6d7326 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dec89346-b854-495c-b101-d092a6a8f671 HTTP/1.1" status: 200 len: 1002 time: 0.1126974 May 31 18:24:20.892219 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-3c1ad934-f974-46bf-8721-1835fdee994a tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:20.898112 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:24:20.918605 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ad934-f974-46bf-8721-1835fdee994a tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=258f730c-5383-42e6-bee2-f4b55ca3abe4,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:24:20.925177 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-3c1ad934-f974-46bf-8721-1835fdee994a tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:24:20.933093 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44adc556-53d5-4603-a879-5bb25afa19fd req-47a231ae-d612-4da4-bdda-c8bb903b2a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:20.934793 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-44adc556-53d5-4603-a879-5bb25afa19fd req-47a231ae-d612-4da4-bdda-c8bb903b2a51 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=91c6e033-f0f9-45bc-8ee9-e5514627197a HTTP/1.1" status: 200 len: 854 time: 0.0806684 May 31 18:24:20.940746 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-3c1ad934-f974-46bf-8721-1835fdee994a tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:20.941860 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-3c1ad934-f974-46bf-8721-1835fdee994a tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "DELETE /v2.0/security-groups/258f730c-5383-42e6-bee2-f4b55ca3abe4 HTTP/1.1" status: 204 len: 168 time: 0.4480517 May 31 18:24:20.945611 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 33398) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:24:20.967364 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.api.v2.resource [None req-dca416a1-6460-43b6-ba0a-b2a05def3301 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] show failed (client error): The resource could not be found. May 31 18:24:20.971180 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-dca416a1-6460-43b6-ba0a-b2a05def3301 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups/258f730c-5383-42e6-bee2-f4b55ca3abe4 HTTP/1.1" status: 404 len: 347 time: 0.0209470 May 31 18:24:20.971533 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 33402) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:24:21.028427 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44adc556-53d5-4603-a879-5bb25afa19fd req-e1f5b609-dccf-4163-8f40-b24eb47add0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:21.029887 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-44adc556-53d5-4603-a879-5bb25afa19fd req-e1f5b609-dccf-4163-8f40-b24eb47add0c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e3831ffb-3fed-4199-9345-e83614c932f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0869453 May 31 18:24:21.161673 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-44adc556-53d5-4603-a879-5bb25afa19fd req-6a29acba-1f08-443c-9e0e-03ea11780bb4 service neutron] 10.222.0.20 "GET /v2.0/networks/e3831ffb-3fed-4199-9345-e83614c932f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235242 May 31 18:24:21.188739 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.plugin [None req-224b2d26-553c-49b3-bc8b-ef408a3e6847 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Deleting port 3c1c9c3a-a6bf-446d-95eb-0e6fe09788d4 {{(pid=91753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:24:21.188988 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-224b2d26-553c-49b3-bc8b-ef408a3e6847 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:21.223027 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:21.298877 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-44adc556-53d5-4603-a879-5bb25afa19fd req-7c981b0c-24fa-40e6-8a84-e41d805deb3d service neutron] 10.222.0.20 "GET /v2.0/networks/e3831ffb-3fed-4199-9345-e83614c932f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306753 May 31 18:24:21.308405 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-224b2d26-553c-49b3-bc8b-ef408a3e6847 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:21.308729 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-224b2d26-553c-49b3-bc8b-ef408a3e6847 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:21.524093 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.plugin [None req-224b2d26-553c-49b3-bc8b-ef408a3e6847 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Calling delete_port for 3c1c9c3a-a6bf-446d-95eb-0e6fe09788d4 owned by network:floatingip {{(pid=91753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:24:21.632533 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-224b2d26-553c-49b3-bc8b-ef408a3e6847 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1833561'] for port, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:21.636980 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-8323cb15-0796-4338-92aa-69519d6c9dac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:24:21.713120 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b2d26-553c-49b3-bc8b-ef408a3e6847 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Pushing event deleted for resources: {'Port': ['ID=3c1c9c3a-a6bf-446d-95eb-0e6fe09788d4,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:24:21.786576 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224b2d26-553c-49b3-bc8b-ef408a3e6847 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:24:21.786861 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224b2d26-553c-49b3-bc8b-ef408a3e6847 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:24:21.787221 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224b2d26-553c-49b3-bc8b-ef408a3e6847 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:24:21.787572 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224b2d26-553c-49b3-bc8b-ef408a3e6847 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:24:21.788430 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224b2d26-553c-49b3-bc8b-ef408a3e6847 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:24:21.788776 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224b2d26-553c-49b3-bc8b-ef408a3e6847 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:24:21.789117 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224b2d26-553c-49b3-bc8b-ef408a3e6847 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:24:21.789459 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224b2d26-553c-49b3-bc8b-ef408a3e6847 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:24:21.789800 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224b2d26-553c-49b3-bc8b-ef408a3e6847 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:24:21.790138 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224b2d26-553c-49b3-bc8b-ef408a3e6847 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:24:21.790476 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224b2d26-553c-49b3-bc8b-ef408a3e6847 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:24:21.790811 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-224b2d26-553c-49b3-bc8b-ef408a3e6847 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:24:21.799683 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-224b2d26-553c-49b3-bc8b-ef408a3e6847 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:24:21.835969 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-224b2d26-553c-49b3-bc8b-ef408a3e6847 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks [] for floatingip, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:21.859345 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-224b2d26-553c-49b3-bc8b-ef408a3e6847 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for floatingip, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:21.860461 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-224b2d26-553c-49b3-bc8b-ef408a3e6847 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "DELETE /v2.0/floatingips/25c7762c-ad98-4371-8114-53fa3af2e1f8 HTTP/1.1" status: 204 len: 168 time: 0.8880277 May 31 18:24:21.869390 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ed6ec-47ca-44b2-898f-3b98582ac04d req-22a05548-1926-4b19-ac3c-337955abffe1 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:21.871024 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-ad7ed6ec-47ca-44b2-898f-3b98582ac04d req-22a05548-1926-4b19-ac3c-337955abffe1 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/ports?device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 985 time: 0.1590905 May 31 18:24:21.919669 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-ad7ed6ec-47ca-44b2-898f-3b98582ac04d req-1ab15742-b693-41bb-bad2-114571907ba0 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5807014-b84a-40d0-9519-1b9284cf48c4&id=7c266301-3caa-4a4a-92fb-525d4c16b2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0424309 May 31 18:24:21.931555 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 33412) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:24:21.989340 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1028b50-3029-456c-a89a-b586cb9edba8 admin admin] Deleting subnet f5f3258a-774b-40c5-bca1-4aa0a34c9c12 {{(pid=91754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 18:24:21.992181 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-e1028b50-3029-456c-a89a-b586cb9edba8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:22.040817 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-e1028b50-3029-456c-a89a-b586cb9edba8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10873434'] for subnet, precommit_delete_associations {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:22.099089 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-e1028b50-3029-456c-a89a-b586cb9edba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4023773'] for subnet, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:22.328263 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 33418) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:24:22.333390 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [None req-374f0832-5658-461a-a196-989879b68a4b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Request body: {'security_group': {'name': 'tempest-securitygroup--333655261', 'description': 'tempest-description--819729800'}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:24:22.337982 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-e1028b50-3029-456c-a89a-b586cb9edba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4028520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10873380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10908789'] for subnet, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:22.340523 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-374f0832-5658-461a-a196-989879b68a4b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:24:22.342737 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-2e7eac5d-6550-4024-b2f3-f27c07395e4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:24:22.344651 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-374f0832-5658-461a-a196-989879b68a4b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Usage tracker for resource:security_group and tenant:cd65573bbe3e4966baf7dbde3d06304a is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:24:22.347450 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-374f0832-5658-461a-a196-989879b68a4b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:24:22.353572 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-374f0832-5658-461a-a196-989879b68a4b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:24:22.362409 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-374f0832-5658-461a-a196-989879b68a4b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:22.378704 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1028b50-3029-456c-a89a-b586cb9edba8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5f3258a-774b-40c5-bca1-4aa0a34c9c12,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:24:22.382098 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-e1028b50-3029-456c-a89a-b586cb9edba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:24:22.383046 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-e1028b50-3029-456c-a89a-b586cb9edba8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:22.384231 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-374f0832-5658-461a-a196-989879b68a4b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:24:22.388319 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-374f0832-5658-461a-a196-989879b68a4b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Usage tracker for resource:security_group_rule and tenant:cd65573bbe3e4966baf7dbde3d06304a is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:24:22.388636 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-e1028b50-3029-456c-a89a-b586cb9edba8 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/f5f3258a-774b-40c5-bca1-4aa0a34c9c12 HTTP/1.1" status: 204 len: 168 time: 0.4559975 May 31 18:24:22.391287 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 33422) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:24:22.391427 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-374f0832-5658-461a-a196-989879b68a4b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:24:22.397837 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-374f0832-5658-461a-a196-989879b68a4b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:24:22.467814 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-374f0832-5658-461a-a196-989879b68a4b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:22.471562 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-374f0832-5658-461a-a196-989879b68a4b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:22.476980 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-1ee37254-0940-4b75-afbf-f8f869a0a9a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:24:22.520766 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374f0832-5658-461a-a196-989879b68a4b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5f068a-2795-4269-867a-6c5539873956,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:24:22.524973 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-374f0832-5658-461a-a196-989879b68a4b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:24:22.526179 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-374f0832-5658-461a-a196-989879b68a4b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:22.527517 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-374f0832-5658-461a-a196-989879b68a4b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1982548 May 31 18:24:22.532575 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 33426) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:24:22.538014 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [None req-ee79e0b9-5c65-4fb7-a07e-f108d5612601 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Request body: {'security_group_rule': {'security_group_id': '1d5f068a-2795-4269-867a-6c5539873956', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:24:22.543981 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-ee79e0b9-5c65-4fb7-a07e-f108d5612601 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:24:22.547772 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-ee79e0b9-5c65-4fb7-a07e-f108d5612601 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Usage tracker for resource:security_group_rule and tenant:cd65573bbe3e4966baf7dbde3d06304a is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:24:22.550702 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-ee79e0b9-5c65-4fb7-a07e-f108d5612601 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:24:22.556570 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-ee79e0b9-5c65-4fb7-a07e-f108d5612601 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:24:22.574658 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-ee79e0b9-5c65-4fb7-a07e-f108d5612601 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:22.592288 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0a828469-2cc3-4b76-905a-46c89f9ffb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4129193'] for network, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:22.636659 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-ee79e0b9-5c65-4fb7-a07e-f108d5612601 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:22.641116 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-ee79e0b9-5c65-4fb7-a07e-f108d5612601 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940446'] for security_group_rule, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:22.643332 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-3541c746-6676-4f82-8233-c7c6f3376274 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:24:22.669893 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee79e0b9-5c65-4fb7-a07e-f108d5612601 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32a3fdd7-0d86-4203-8a6b-7f0670376b73,revision_number=0']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:24:22.672510 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-ee79e0b9-5c65-4fb7-a07e-f108d5612601 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:24:22.680199 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-ee79e0b9-5c65-4fb7-a07e-f108d5612601 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:22.681356 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-ee79e0b9-5c65-4fb7-a07e-f108d5612601 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1477418 May 31 18:24:22.683921 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 33430) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:24:22.689020 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [None req-711cc303-7311-46ac-97b8-035b8b4a395b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Request body: {'security_group_rule': {'security_group_id': '1d5f068a-2795-4269-867a-6c5539873956', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:24:22.695280 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-711cc303-7311-46ac-97b8-035b8b4a395b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:24:22.698999 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-711cc303-7311-46ac-97b8-035b8b4a395b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Usage tracker for resource:security_group_rule and tenant:cd65573bbe3e4966baf7dbde3d06304a is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:24:22.701825 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-711cc303-7311-46ac-97b8-035b8b4a395b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:24:22.707364 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-711cc303-7311-46ac-97b8-035b8b4a395b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:24:22.722199 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0a828469-2cc3-4b76-905a-46c89f9ffb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4026450', 'neutron.services.segments.db._delete_segments_for_network-8763744138716'] for network, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:22.723553 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-711cc303-7311-46ac-97b8-035b8b4a395b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:22.734540 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.services.segments.db [None req-0a828469-2cc3-4b76-905a-46c89f9ffb1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18281d3b-960f-427c-9643-34b37148af34']}} {{(pid=91754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:24:22.746686 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.services.segments.db [None req-0a828469-2cc3-4b76-905a-46c89f9ffb1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c8e1d6f-cf27-47ad-83b2-d146cd34fac7') {'for_net_delete': True} {{(pid=91754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:24:22.746962 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.services.segments.db [None req-0a828469-2cc3-4b76-905a-46c89f9ffb1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c8e1d6f-cf27-47ad-83b2-d146cd34fac7') {} {{(pid=91754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:24:22.758392 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0a828469-2cc3-4b76-905a-46c89f9ffb1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763744148125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10873425'] for segment, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:22.774411 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0a828469-2cc3-4b76-905a-46c89f9ffb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090'] for segment, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:22.780543 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a828469-2cc3-4b76-905a-46c89f9ffb1c admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=91754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 18:24:22.780914 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0a828469-2cc3-4b76-905a-46c89f9ffb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10873986'] for segment, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:22.784053 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-711cc303-7311-46ac-97b8-035b8b4a395b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:22.787554 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-711cc303-7311-46ac-97b8-035b8b4a395b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940446'] for security_group_rule, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:22.789779 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-848a62f4-f5c9-4832-be50-3475fd56f3f1 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:24:22.794124 dv-cinder-770050-4-smb neutron-server[91754]: Traceback (most recent call last): May 31 18:24:22.794124 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 18:24:22.794124 dv-cinder-770050-4-smb neutron-server[91754]: timer() May 31 18:24:22.794124 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 18:24:22.794124 dv-cinder-770050-4-smb neutron-server[91754]: cb(*args, **kw) May 31 18:24:22.794124 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 18:24:22.794124 dv-cinder-770050-4-smb neutron-server[91754]: return func(*args, **kwargs) May 31 18:24:22.794124 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 18:24:22.794124 dv-cinder-770050-4-smb neutron-server[91754]: self._notify() May 31 18:24:22.794124 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 18:24:22.794124 dv-cinder-770050-4-smb neutron-server[91754]: self.callback(batched_events) May 31 18:24:22.794124 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 18:24:22.794124 dv-cinder-770050-4-smb neutron-server[91754]: event.method(event) May 31 18:24:22.794124 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 18:24:22.794124 dv-cinder-770050-4-smb neutron-server[91754]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 18:24:22.794124 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 18:24:22.794124 dv-cinder-770050-4-smb neutron-server[91754]: aggregate_uuid = self.p_client.list_aggregates( May 31 18:24:22.794124 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 18:24:22.794124 dv-cinder-770050-4-smb neutron-server[91754]: return f(self, *a, **k) May 31 18:24:22.794124 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 18:24:22.794124 dv-cinder-770050-4-smb neutron-server[91754]: return self._get(url).json() May 31 18:24:22.794124 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 18:24:22.794124 dv-cinder-770050-4-smb neutron-server[91754]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 18:24:22.794124 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 18:24:22.794124 dv-cinder-770050-4-smb neutron-server[91754]: return self.request(url, 'GET', **kwargs) May 31 18:24:22.794124 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 18:24:22.794124 dv-cinder-770050-4-smb neutron-server[91754]: base_url = self.get_endpoint(auth, allow=allow, May 31 18:24:22.794124 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 18:24:22.794124 dv-cinder-770050-4-smb neutron-server[91754]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 18:24:22.794124 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 18:24:22.794124 dv-cinder-770050-4-smb neutron-server[91754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 18:24:22.794124 dv-cinder-770050-4-smb neutron-server[91754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 18:24:22.812200 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711cc303-7311-46ac-97b8-035b8b4a395b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1574cb70-1c5e-40be-a416-d409c64f8274,revision_number=0']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:24:22.814712 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-711cc303-7311-46ac-97b8-035b8b4a395b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:24:22.822598 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-711cc303-7311-46ac-97b8-035b8b4a395b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:22.823793 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-711cc303-7311-46ac-97b8-035b8b4a395b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1389072 May 31 18:24:22.826822 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 33434) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:24:22.831847 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [None req-ed6954fa-7b74-4709-9e9e-4d04985e87d2 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Request body: {'floatingip': {'floating_network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:24:22.837626 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-ed6954fa-7b74-4709-9e9e-4d04985e87d2 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:24:22.841377 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-ed6954fa-7b74-4709-9e9e-4d04985e87d2 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Usage tracker for resource:floatingip and tenant:cd65573bbe3e4966baf7dbde3d06304a is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:24:22.844172 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-ed6954fa-7b74-4709-9e9e-4d04985e87d2 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:24:22.849708 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-ed6954fa-7b74-4709-9e9e-4d04985e87d2 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:24:22.860071 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-ed6954fa-7b74-4709-9e9e-4d04985e87d2 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks [] for floatingip, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:22.871158 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0a828469-2cc3-4b76-905a-46c89f9ffb1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4026459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960522'] for network, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:22.874782 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:24:22.890295 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0a828469-2cc3-4b76-905a-46c89f9ffb1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for network, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:22.896012 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a828469-2cc3-4b76-905a-46c89f9ffb1c admin admin] Pushing event deleted for resources: {'Network': ['ID=18281d3b-960f-427c-9643-34b37148af34,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:24:22.900100 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-0a828469-2cc3-4b76-905a-46c89f9ffb1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:24:22.907524 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-0a828469-2cc3-4b76-905a-46c89f9ffb1c admin admin] 10.222.0.25 "DELETE /v2.0/networks/18281d3b-960f-427c-9643-34b37148af34 HTTP/1.1" status: 204 len: 168 time: 0.5152605 May 31 18:24:23.004586 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-ed6954fa-7b74-4709-9e9e-4d04985e87d2 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:23.032949 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 33442) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:24:23.081612 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-de8a1f1f-53d7-410b-9f65-f093e6c34fe3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f4b5ef518e9842ac9b202059fbc927e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472841 May 31 18:24:23.083829 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 33446) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:24:23.141191 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-a570535c-9c34-4ef5-a2f2-7b314a4b28b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:23.166482 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-a570535c-9c34-4ef5-a2f2-7b314a4b28b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:23.199482 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df1b9b-e4f3-4bac-bdb0-68e934becf13 req-c164bf4c-d890-458f-ae7e-67e793d153b9 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:23.200981 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-a7df1b9b-e4f3-4bac-bdb0-68e934becf13 req-c164bf4c-d890-458f-ae7e-67e793d153b9 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/ports?device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 985 time: 0.1574554 May 31 18:24:23.218957 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.db_base_plugin_common [None req-ed6954fa-7b74-4709-9e9e-4d04985e87d2 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Allocated IP 172.28.1.49 (3a0124ad-3a38-4a71-989b-cf15592ffbdb/7dbd3a86-7301-413f-8501-e9f2643d6bdc/63f3e642-6a74-4755-8101-aaa027e3c38f) {{(pid=91753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:24:23.227251 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-a570535c-9c34-4ef5-a2f2-7b314a4b28b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:23.232506 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-2533ae89-512f-4e8a-af49-ccf713beaddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:24:23.248188 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a570535c-9c34-4ef5-a2f2-7b314a4b28b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d50cdb-d2e3-4070-9cf2-b88ed441d923,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:24:23.250931 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-a570535c-9c34-4ef5-a2f2-7b314a4b28b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:24:23.256525 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-a570535c-9c34-4ef5-a2f2-7b314a4b28b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:23.271786 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-a570535c-9c34-4ef5-a2f2-7b314a4b28b3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a0d50cdb-d2e3-4070-9cf2-b88ed441d923 HTTP/1.1" status: 204 len: 168 time: 0.1868534 May 31 18:24:23.351727 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-a7df1b9b-e4f3-4bac-bdb0-68e934becf13 req-db78839d-5d0d-494a-8a86-344d2c090bd9 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5807014-b84a-40d0-9519-1b9284cf48c4&id=7c266301-3caa-4a4a-92fb-525d4c16b2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1348505 May 31 18:24:23.427481 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-ed6954fa-7b74-4709-9e9e-4d04985e87d2 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks [] for port, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:23.460844 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-ed6954fa-7b74-4709-9e9e-4d04985e87d2 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1833561'] for port, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:23.464763 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:24:23.532821 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6954fa-7b74-4709-9e9e-4d04985e87d2 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Network 3a0124ad-3a38-4a71-989b-cf15592ffbdb is already hosted by enough agents. {{(pid=91753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:24:23.535851 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.base_scheduler [None req-ed6954fa-7b74-4709-9e9e-4d04985e87d2 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Resources bound (agent type, host, resource id): {{(pid=91753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:24:23.538869 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6954fa-7b74-4709-9e9e-4d04985e87d2 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Received port after_create {{(pid=91753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:24:23.574079 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6954fa-7b74-4709-9e9e-4d04985e87d2 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Pushing event updated for resources: {'Port': ['ID=63f3e642-6a74-4755-8101-aaa027e3c38f,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:24:23.578483 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-ed6954fa-7b74-4709-9e9e-4d04985e87d2 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:24:23.627422 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-ed6954fa-7b74-4709-9e9e-4d04985e87d2 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:23.683779 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-ed6954fa-7b74-4709-9e9e-4d04985e87d2 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:23.878916 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-ed6954fa-7b74-4709-9e9e-4d04985e87d2 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks [] for port, precommit_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:23.883701 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-ed6954fa-7b74-4709-9e9e-4d04985e87d2 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1833552'] for port, after_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:23.887922 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-b05088cb-d7b4-4d59-8f86-c2beef7e8fad tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:24:24.067084 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6954fa-7b74-4709-9e9e-4d04985e87d2 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Pushing event updated for resources: {'Port': ['ID=63f3e642-6a74-4755-8101-aaa027e3c38f,revision_number=2']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:24:24.071564 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-ed6954fa-7b74-4709-9e9e-4d04985e87d2 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:24:24.078021 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-ed6954fa-7b74-4709-9e9e-4d04985e87d2 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960568'] for floatingip, after_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:24.099586 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-ed6954fa-7b74-4709-9e9e-4d04985e87d2 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for floatingip, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:24.100829 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-ed6954fa-7b74-4709-9e9e-4d04985e87d2 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2730846 May 31 18:24:24.314539 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-948aa2e0-d489-4665-905a-c8822113ae5f req-04e6893b-1cb6-4a36-9c63-0c89cdcdc1ce tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Synchronizing usage tracker for tenant:cd65573bbe3e4966baf7dbde3d06304a on resource:security_group {{(pid=91754) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:24:24.330210 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-948aa2e0-d489-4665-905a-c8822113ae5f req-04e6893b-1cb6-4a36-9c63-0c89cdcdc1ce tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Unset dirty status for tenant:cd65573bbe3e4966baf7dbde3d06304a on resource:security_group {{(pid=91754) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:24:24.331556 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-948aa2e0-d489-4665-905a-c8822113ae5f req-04e6893b-1cb6-4a36-9c63-0c89cdcdc1ce tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--333655261&fields=id&tenant_id=cd65573bbe3e4966baf7dbde3d06304a HTTP/1.1" status: 200 len: 267 time: 0.0548594 May 31 18:24:24.483102 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948aa2e0-d489-4665-905a-c8822113ae5f req-2ebca9a0-67e4-4a5d-bfca-7c5041dd74a2 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:24.484531 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-948aa2e0-d489-4665-905a-c8822113ae5f req-2ebca9a0-67e4-4a5d-bfca-7c5041dd74a2 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/networks?id=2caae92d-233f-4a42-bb44-03a041ebb28d HTTP/1.1" status: 200 len: 810 time: 0.1464179 May 31 18:24:24.500594 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-948aa2e0-d489-4665-905a-c8822113ae5f req-f058f2ae-87d7-48ce-8fc1-5d0b432c5580 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/quotas/cd65573bbe3e4966baf7dbde3d06304a HTTP/1.1" status: 200 len: 375 time: 0.0087602 May 31 18:24:24.584027 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-948aa2e0-d489-4665-905a-c8822113ae5f req-503aae70-19c9-4359-b3c0-0d2ac8383211 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cd65573bbe3e4966baf7dbde3d06304a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0778124 May 31 18:24:24.600775 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8355c7-e126-40d0-ad10-2dd368e2fbc9 req-fefa85a4-ba7f-4273-9d22-c3a32d7e07c2 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:24.602244 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-3e8355c7-e126-40d0-ad10-2dd368e2fbc9 req-fefa85a4-ba7f-4273-9d22-c3a32d7e07c2 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/ports?device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 985 time: 0.0811946 May 31 18:24:24.648823 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-3e8355c7-e126-40d0-ad10-2dd368e2fbc9 req-4ac33279-1dcf-4060-ab1b-014ffed92a17 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5807014-b84a-40d0-9519-1b9284cf48c4&id=7c266301-3caa-4a4a-92fb-525d4c16b2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409064 May 31 18:24:24.816837 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-948aa2e0-d489-4665-905a-c8822113ae5f req-65aca5c9-da68-4e74-89d4-ae99f0dc17c7 service neutron] 10.222.0.25 "GET /v2.0/networks/2caae92d-233f-4a42-bb44-03a041ebb28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212484 May 31 18:24:24.945435 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-948aa2e0-d489-4665-905a-c8822113ae5f req-08c6304a-40b1-40d6-b3d8-ade9c103d45d service neutron] 10.222.0.25 "GET /v2.0/networks/2caae92d-233f-4a42-bb44-03a041ebb28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226377 May 31 18:24:25.116974 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-1195f9ce-23cc-40ae-9ec3-c40a66af87f5 req-5e2911d1-5282-4fcf-896b-5500361657f0 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Synchronizing usage tracker for tenant:cd65573bbe3e4966baf7dbde3d06304a on resource:port {{(pid=91753) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:24:25.132730 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-1195f9ce-23cc-40ae-9ec3-c40a66af87f5 req-5e2911d1-5282-4fcf-896b-5500361657f0 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Unset dirty status for tenant:cd65573bbe3e4966baf7dbde3d06304a on resource:port {{(pid=91753) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:24:25.133937 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-1195f9ce-23cc-40ae-9ec3-c40a66af87f5 req-5e2911d1-5282-4fcf-896b-5500361657f0 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea07dff4-d2af-41c3-935a-8bb5efc6e036 HTTP/1.1" status: 200 len: 210 time: 0.0578468 May 31 18:24:25.840474 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a45851-1ae0-408b-b5ea-e5b366c43f9b req-06ad4ed2-9d73-4abc-ae49-9951c2df768c tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:25.841875 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-85a45851-1ae0-408b-b5ea-e5b366c43f9b req-06ad4ed2-9d73-4abc-ae49-9951c2df768c tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/ports?device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 985 time: 0.0837562 May 31 18:24:25.887332 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-85a45851-1ae0-408b-b5ea-e5b366c43f9b req-26a0d3c0-b6d2-4fc9-962c-da50eec9783a tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5807014-b84a-40d0-9519-1b9284cf48c4&id=7c266301-3caa-4a4a-92fb-525d4c16b2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0397208 May 31 18:24:26.317443 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948aa2e0-d489-4665-905a-c8822113ae5f req-c5b08c2a-1622-426f-a8ee-ac1f9df9ef6b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:26.319014 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-948aa2e0-d489-4665-905a-c8822113ae5f req-c5b08c2a-1622-426f-a8ee-ac1f9df9ef6b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.20 "GET /v2.0/networks?id=2caae92d-233f-4a42-bb44-03a041ebb28d HTTP/1.1" status: 200 len: 810 time: 0.1628909 May 31 18:24:26.374742 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-948aa2e0-d489-4665-905a-c8822113ae5f req-26eef84b-fc1f-410a-915a-5349055192a6 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd65573bbe3e4966baf7dbde3d06304a HTTP/1.1" status: 200 len: 379 time: 0.0476747 May 31 18:24:26.383612 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [req-948aa2e0-d489-4665-905a-c8822113ae5f req-8f00ede8-72fe-4b89-b24e-0df42bfa3650 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Request body: {'port': {'device_id': 'ea07dff4-d2af-41c3-935a-8bb5efc6e036', 'network_id': '2caae92d-233f-4a42-bb44-03a041ebb28d', 'admin_state_up': True, 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'security_groups': ['1d5f068a-2795-4269-867a-6c5539873956']}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:24:26.489010 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2564b444-0162-4d02-8ab5-65974be227ec req-186415a2-f4fa-463b-9b7d-880215002ece tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea07dff4-d2af-41c3-935a-8bb5efc6e036 HTTP/1.1" status: 200 len: 210 time: 0.0920229 May 31 18:24:26.559700 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [req-948aa2e0-d489-4665-905a-c8822113ae5f req-8f00ede8-72fe-4b89-b24e-0df42bfa3650 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:24:26.569000 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [req-948aa2e0-d489-4665-905a-c8822113ae5f req-8f00ede8-72fe-4b89-b24e-0df42bfa3650 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:24:26.578697 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-948aa2e0-d489-4665-905a-c8822113ae5f req-8f00ede8-72fe-4b89-b24e-0df42bfa3650 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Made reservation on behalf of cd65573bbe3e4966baf7dbde3d06304a for: {'port': 1} {{(pid=91754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:24:26.582245 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-948aa2e0-d489-4665-905a-c8822113ae5f req-8f00ede8-72fe-4b89-b24e-0df42bfa3650 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:26.742915 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.db_base_plugin_common [req-948aa2e0-d489-4665-905a-c8822113ae5f req-8f00ede8-72fe-4b89-b24e-0df42bfa3650 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Allocated IP 172.20.0.5 (2caae92d-233f-4a42-bb44-03a041ebb28d/6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a/0d9f96f7-7fb7-47e6-b17b-b30129d6a20c) {{(pid=91754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:24:27.040231 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-948aa2e0-d489-4665-905a-c8822113ae5f req-8f00ede8-72fe-4b89-b24e-0df42bfa3650 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks [] for port, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:27.067984 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.provisioning_blocks [req-948aa2e0-d489-4665-905a-c8822113ae5f req-8f00ede8-72fe-4b89-b24e-0df42bfa3650 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Transition to ACTIVE for port object 0d9f96f7-7fb7-47e6-b17b-b30129d6a20c will not be triggered until provisioned by entity DHCP. {{(pid=91754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:24:27.109294 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde85990-2345-4912-9739-5dcc50671ed3 req-dc9c7b5f-b810-4a78-bec5-e3649c4b485f tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:27.110723 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-bde85990-2345-4912-9739-5dcc50671ed3 req-dc9c7b5f-b810-4a78-bec5-e3649c4b485f tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/ports?device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 985 time: 0.1189718 May 31 18:24:27.117976 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-948aa2e0-d489-4665-905a-c8822113ae5f req-8f00ede8-72fe-4b89-b24e-0df42bfa3650 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:27.125018 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-00fec496-689e-4551-b643-a4bdee5abe01 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:24:27.212349 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-948aa2e0-d489-4665-905a-c8822113ae5f req-8f00ede8-72fe-4b89-b24e-0df42bfa3650 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Network 2caae92d-233f-4a42-bb44-03a041ebb28d is already hosted by enough agents. {{(pid=91754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:24:27.225638 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.base_scheduler [req-948aa2e0-d489-4665-905a-c8822113ae5f req-8f00ede8-72fe-4b89-b24e-0df42bfa3650 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Resources bound (agent type, host, resource id): {{(pid=91754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:24:27.228058 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.l3_dvrscheduler_db [req-948aa2e0-d489-4665-905a-c8822113ae5f req-8f00ede8-72fe-4b89-b24e-0df42bfa3650 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Received port after_create {{(pid=91754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:24:27.277382 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-bde85990-2345-4912-9739-5dcc50671ed3 req-018603fb-fcf3-4e9f-9e8e-9a4121541734 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5807014-b84a-40d0-9519-1b9284cf48c4&id=7c266301-3caa-4a4a-92fb-525d4c16b2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1605377 May 31 18:24:27.280281 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f00ede8-72fe-4b89-b24e-0df42bfa3650 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Pushing event updated for resources: {'Port': ['ID=0d9f96f7-7fb7-47e6-b17b-b30129d6a20c,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:24:27.289665 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-8f00ede8-72fe-4b89-b24e-0df42bfa3650 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:24:27.312452 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948aa2e0-d489-4665-905a-c8822113ae5f req-8f00ede8-72fe-4b89-b24e-0df42bfa3650 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:27.313061 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-948aa2e0-d489-4665-905a-c8822113ae5f req-8f00ede8-72fe-4b89-b24e-0df42bfa3650 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:27.338945 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-948aa2e0-d489-4665-905a-c8822113ae5f req-8f00ede8-72fe-4b89-b24e-0df42bfa3650 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9587462 May 31 18:24:27.350250 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [req-948aa2e0-d489-4665-905a-c8822113ae5f req-7a9b4a2c-3786-4c6f-a2e3-17cadb22b4e8 service neutron] Request body: {'port': {'device_id': 'ea07dff4-d2af-41c3-935a-8bb5efc6e036', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77005'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:24:27.439798 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0897352a-78cb-49f0-9d0b-dcdbc311a39c None None] Provisioning for port 0d9f96f7-7fb7-47e6-b17b-b30129d6a20c completed by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:24:27.444943 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0897352a-78cb-49f0-9d0b-dcdbc311a39c None None] Provisioning complete for port 0d9f96f7-7fb7-47e6-b17b-b30129d6a20c triggered by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:24:27.445322 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0897352a-78cb-49f0-9d0b-dcdbc311a39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:27.458273 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-948aa2e0-d489-4665-905a-c8822113ae5f req-7a9b4a2c-3786-4c6f-a2e3-17cadb22b4e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:27.496953 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-0897352a-78cb-49f0-9d0b-dcdbc311a39c None None] Port 0d9f96f7-7fb7-47e6-b17b-b30129d6a20c cannot update to ACTIVE because it is not bound. {{(pid=91755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:24:27.673722 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab64f139-e501-4063-a52d-b258e499deb1 req-682f1dfe-d66f-4e6e-b797-6ef355406961 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:27.675407 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-ab64f139-e501-4063-a52d-b258e499deb1 req-682f1dfe-d66f-4e6e-b797-6ef355406961 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea07dff4-d2af-41c3-935a-8bb5efc6e036 HTTP/1.1" status: 200 len: 931 time: 0.0823994 May 31 18:24:27.719607 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-ab64f139-e501-4063-a52d-b258e499deb1 req-d74e5fae-f71b-40cd-bfc7-f9e12f6bc008 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Synchronizing usage tracker for tenant:cd65573bbe3e4966baf7dbde3d06304a on resource:security_group {{(pid=91753) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:24:27.731962 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-ab64f139-e501-4063-a52d-b258e499deb1 req-d74e5fae-f71b-40cd-bfc7-f9e12f6bc008 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Unset dirty status for tenant:cd65573bbe3e4966baf7dbde3d06304a on resource:security_group {{(pid=91753) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:24:27.732926 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-ab64f139-e501-4063-a52d-b258e499deb1 req-d74e5fae-f71b-40cd-bfc7-f9e12f6bc008 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d5f068a-2795-4269-867a-6c5539873956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512326 May 31 18:24:27.803983 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.notifiers.nova [req-948aa2e0-d489-4665-905a-c8822113ae5f req-7a9b4a2c-3786-4c6f-a2e3-17cadb22b4e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d9f96f7-7fb7-47e6-b17b-b30129d6a20c {{(pid=91754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:24:27.811097 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-948aa2e0-d489-4665-905a-c8822113ae5f req-7a9b4a2c-3786-4c6f-a2e3-17cadb22b4e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:27.824785 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.provisioning_blocks [req-948aa2e0-d489-4665-905a-c8822113ae5f req-7a9b4a2c-3786-4c6f-a2e3-17cadb22b4e8 service neutron] Transition to ACTIVE for port object 0d9f96f7-7fb7-47e6-b17b-b30129d6a20c will not be triggered until provisioned by entity L2. {{(pid=91754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:24:27.829381 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-948aa2e0-d489-4665-905a-c8822113ae5f req-7a9b4a2c-3786-4c6f-a2e3-17cadb22b4e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10874078'] for port, after_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:27.833746 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-abea9a69-ede4-4515-a246-f7a7101ba36b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:24:27.980756 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b4a2c-3786-4c6f-a2e3-17cadb22b4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9f96f7-7fb7-47e6-b17b-b30129d6a20c,revision_number=2']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:24:27.988092 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-7a9b4a2c-3786-4c6f-a2e3-17cadb22b4e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:24:28.051586 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.agents_db [None req-6172caff-413f-4f38-b24a-66359638417e None None] Agent healthcheck: found 6 active agents {{(pid=91756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:24:28.061746 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.managers [req-948aa2e0-d489-4665-905a-c8822113ae5f req-7a9b4a2c-3786-4c6f-a2e3-17cadb22b4e8 service neutron] Attempting to bind port 0d9f96f7-7fb7-47e6-b17b-b30129d6a20c on host hv-cinder-77005 for vnic_type normal with profile {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:24:28.062071 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.managers [req-948aa2e0-d489-4665-905a-c8822113ae5f req-7a9b4a2c-3786-4c6f-a2e3-17cadb22b4e8 service neutron] Attempting to bind port 0d9f96f7-7fb7-47e6-b17b-b30129d6a20c by drivers openvswitch,hyperv on host hv-cinder-77005 at level 0 using segments [{'id': '681bc718-6646-4c87-98cd-26d10e9c9f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2caae92d-233f-4a42-bb44-03a041ebb28d'}] {{(pid=91754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:24:28.062386 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948aa2e0-d489-4665-905a-c8822113ae5f req-7a9b4a2c-3786-4c6f-a2e3-17cadb22b4e8 service neutron] Attempting to bind port 0d9f96f7-7fb7-47e6-b17b-b30129d6a20c on network 2caae92d-233f-4a42-bb44-03a041ebb28d {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:24:28.066872 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948aa2e0-d489-4665-905a-c8822113ae5f req-7a9b4a2c-3786-4c6f-a2e3-17cadb22b4e8 service neutron] Port 0d9f96f7-7fb7-47e6-b17b-b30129d6a20c on network 2caae92d-233f-4a42-bb44-03a041ebb28d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77005 {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 18:24:28.067184 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948aa2e0-d489-4665-905a-c8822113ae5f req-7a9b4a2c-3786-4c6f-a2e3-17cadb22b4e8 service neutron] Attempting to bind port 0d9f96f7-7fb7-47e6-b17b-b30129d6a20c on network 2caae92d-233f-4a42-bb44-03a041ebb28d {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:24:28.072222 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948aa2e0-d489-4665-905a-c8822113ae5f req-7a9b4a2c-3786-4c6f-a2e3-17cadb22b4e8 service neutron] Checking agent: {'id': '46eeceb7-2107-4a71-92f6-f52bad665eae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77005', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 16, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:24:28.072550 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948aa2e0-d489-4665-905a-c8822113ae5f req-7a9b4a2c-3786-4c6f-a2e3-17cadb22b4e8 service neutron] Checking segment: {'id': '681bc718-6646-4c87-98cd-26d10e9c9f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2caae92d-233f-4a42-bb44-03a041ebb28d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:24:28.072926 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-948aa2e0-d489-4665-905a-c8822113ae5f req-7a9b4a2c-3786-4c6f-a2e3-17cadb22b4e8 service neutron] Bound using segment: {'id': '681bc718-6646-4c87-98cd-26d10e9c9f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2caae92d-233f-4a42-bb44-03a041ebb28d'} {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:24:28.073349 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.managers [req-948aa2e0-d489-4665-905a-c8822113ae5f req-7a9b4a2c-3786-4c6f-a2e3-17cadb22b4e8 service neutron] Bound port: 0d9f96f7-7fb7-47e6-b17b-b30129d6a20c, host: hv-cinder-77005, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '681bc718-6646-4c87-98cd-26d10e9c9f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '2caae92d-233f-4a42-bb44-03a041ebb28d'}}] {{(pid=91754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:24:28.073685 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-948aa2e0-d489-4665-905a-c8822113ae5f req-7a9b4a2c-3786-4c6f-a2e3-17cadb22b4e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:28.158756 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [req-948aa2e0-d489-4665-905a-c8822113ae5f req-7a9b4a2c-3786-4c6f-a2e3-17cadb22b4e8 service neutron] For port 0d9f96f7-7fb7-47e6-b17b-b30129d6a20c, host hv-cinder-77005, cleared binding levels {{(pid=91754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:24:28.161587 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [req-948aa2e0-d489-4665-905a-c8822113ae5f req-7a9b4a2c-3786-4c6f-a2e3-17cadb22b4e8 service neutron] For port 0d9f96f7-7fb7-47e6-b17b-b30129d6a20c, host hv-cinder-77005, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=0d9f96f7-7fb7-47e6-b17b-b30129d6a20c,segment=NetworkSegment(681bc718-6646-4c87-98cd-26d10e9c9f7d),segment_id=681bc718-6646-4c87-98cd-26d10e9c9f7d)] {{(pid=91754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:24:28.167166 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-948aa2e0-d489-4665-905a-c8822113ae5f req-7a9b4a2c-3786-4c6f-a2e3-17cadb22b4e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10874078'] for port, after_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:28.170617 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-97019b96-5ae7-42fd-9b62-002cf12ae975 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:24:28.231195 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948aa2e0-d489-4665-905a-c8822113ae5f req-7a9b4a2c-3786-4c6f-a2e3-17cadb22b4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:28.232063 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-948aa2e0-d489-4665-905a-c8822113ae5f req-7a9b4a2c-3786-4c6f-a2e3-17cadb22b4e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:28.233538 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-948aa2e0-d489-4665-905a-c8822113ae5f req-7a9b4a2c-3786-4c6f-a2e3-17cadb22b4e8 service neutron] 10.222.0.20 "PUT /v2.0/ports/0d9f96f7-7fb7-47e6-b17b-b30129d6a20c HTTP/1.1" status: 200 len: 1093 time: 0.8872061 May 31 18:24:28.237349 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea07dff4-d2af-41c3-935a-8bb5efc6e036', 'tag': '0d9f96f7-7fb7-47e6-b17b-b30129d6a20c'}] {{(pid=91754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:24:28.240220 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b8d31c20630307edfd170fd0520c8261bc4320d7d7b7fb717012a3b2519c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b47e46-a241-440f-a0e6-c4c5d92217c5" -d '{"events": [{"name": "network-changed", "server_uuid": "ea07dff4-d2af-41c3-935a-8bb5efc6e036", "tag": "0d9f96f7-7fb7-47e6-b17b-b30129d6a20c"}]}' {{(pid=91754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:24:28.260973 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b4a2c-3786-4c6f-a2e3-17cadb22b4e8 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9f96f7-7fb7-47e6-b17b-b30129d6a20c,revision_number=3']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:24:28.264112 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-7a9b4a2c-3786-4c6f-a2e3-17cadb22b4e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:24:28.306614 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ef1f1d9-e7f2-43d8-8f7a-130fddf79697 x-openstack-request-id: req-6ef1f1d9-e7f2-43d8-8f7a-130fddf79697 {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:24:28.306922 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea07dff4-d2af-41c3-935a-8bb5efc6e036", "tag": "0d9f96f7-7fb7-47e6-b17b-b30129d6a20c", "status": "completed", "code": 200}]} {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:24:28.307198 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6ef1f1d9-e7f2-43d8-8f7a-130fddf79697 {{(pid=91754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:24:28.307609 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea07dff4-d2af-41c3-935a-8bb5efc6e036', 'tag': '0d9f96f7-7fb7-47e6-b17b-b30129d6a20c', 'status': 'completed', 'code': 200} May 31 18:24:28.349862 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948aa2e0-d489-4665-905a-c8822113ae5f req-2265ad62-83b6-481e-9007-f94e768787f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:28.351741 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-948aa2e0-d489-4665-905a-c8822113ae5f req-2265ad62-83b6-481e-9007-f94e768787f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cd65573bbe3e4966baf7dbde3d06304a&device_id=ea07dff4-d2af-41c3-935a-8bb5efc6e036 HTTP/1.1" status: 200 len: 1096 time: 0.0784328 May 31 18:24:28.458273 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-948aa2e0-d489-4665-905a-c8822113ae5f req-619713a7-78fc-444c-8169-2285a38752de service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d9f96f7-7fb7-47e6-b17b-b30129d6a20c HTTP/1.1" status: 200 len: 217 time: 0.0992792 May 31 18:24:28.537822 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948aa2e0-d489-4665-905a-c8822113ae5f req-d315fe8c-f7b1-4b75-bf02-c3507a264560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:28.539090 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-948aa2e0-d489-4665-905a-c8822113ae5f req-d315fe8c-f7b1-4b75-bf02-c3507a264560 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a HTTP/1.1" status: 200 len: 849 time: 0.0749338 May 31 18:24:28.587015 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ffed3-6139-4089-b862-698c34b85f9b req-c9c05148-7e0a-4ccb-a029-918c75017ce4 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:28.588439 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-ac2ffed3-6139-4089-b862-698c34b85f9b req-c9c05148-7e0a-4ccb-a029-918c75017ce4 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/ports?device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 985 time: 0.1718004 May 31 18:24:28.649498 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-ac2ffed3-6139-4089-b862-698c34b85f9b req-9ebd40d4-8ef7-41c2-9681-5f2a2809e227 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5807014-b84a-40d0-9519-1b9284cf48c4&id=7c266301-3caa-4a4a-92fb-525d4c16b2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536439 May 31 18:24:28.658362 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948aa2e0-d489-4665-905a-c8822113ae5f req-583b279f-7b1f-47b4-abfd-cbf575da4338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:28.659743 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-948aa2e0-d489-4665-905a-c8822113ae5f req-583b279f-7b1f-47b4-abfd-cbf575da4338 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2caae92d-233f-4a42-bb44-03a041ebb28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1133976 May 31 18:24:28.896052 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-948aa2e0-d489-4665-905a-c8822113ae5f req-4cf59f5e-afd3-490b-ac9e-d2c81384ffa8 service neutron] 10.222.0.20 "GET /v2.0/networks/2caae92d-233f-4a42-bb44-03a041ebb28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294340 May 31 18:24:28.932274 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d0307-bb04-4260-b13a-434b1b2f8c26 req-d31ad3f7-f05b-4d03-930a-77d59527bb82 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:28.933731 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-5e8d0307-bb04-4260-b13a-434b1b2f8c26 req-d31ad3f7-f05b-4d03-930a-77d59527bb82 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea07dff4-d2af-41c3-935a-8bb5efc6e036 HTTP/1.1" status: 200 len: 943 time: 0.0881190 May 31 18:24:28.978277 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-5e8d0307-bb04-4260-b13a-434b1b2f8c26 req-0fa44088-beec-42c1-b12a-e2893a244ea9 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d5f068a-2795-4269-867a-6c5539873956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388300 May 31 18:24:29.036958 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-948aa2e0-d489-4665-905a-c8822113ae5f req-5badb89e-855b-4f41-9541-47cb4c14132e service neutron] 10.222.0.20 "GET /v2.0/networks/2caae92d-233f-4a42-bb44-03a041ebb28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349847 May 31 18:24:29.153288 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b47e46-a241-440f-a0e6-c4c5d92217c5 req-f335dc0a-82c4-414f-96ae-f5ae5953a2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:29.154726 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-16b47e46-a241-440f-a0e6-c4c5d92217c5 req-f335dc0a-82c4-414f-96ae-f5ae5953a2e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cd65573bbe3e4966baf7dbde3d06304a&device_id=ea07dff4-d2af-41c3-935a-8bb5efc6e036 HTTP/1.1" status: 200 len: 1096 time: 0.0746193 May 31 18:24:29.288667 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b47e46-a241-440f-a0e6-c4c5d92217c5 req-eeb94441-5120-4fdb-9421-b8b97b6580ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:29.290086 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-16b47e46-a241-440f-a0e6-c4c5d92217c5 req-eeb94441-5120-4fdb-9421-b8b97b6580ff service neutron] 10.222.0.20 "GET /v2.0/networks?id=2caae92d-233f-4a42-bb44-03a041ebb28d HTTP/1.1" status: 200 len: 910 time: 0.1279354 May 31 18:24:29.356840 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-16b47e46-a241-440f-a0e6-c4c5d92217c5 req-4c2b5708-dac3-4520-b473-0982b4c53fc8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d9f96f7-7fb7-47e6-b17b-b30129d6a20c HTTP/1.1" status: 200 len: 217 time: 0.0601580 May 31 18:24:29.424730 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b47e46-a241-440f-a0e6-c4c5d92217c5 req-df44bb7d-95b0-444a-98f7-06c27a9f8855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:29.426134 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-16b47e46-a241-440f-a0e6-c4c5d92217c5 req-df44bb7d-95b0-444a-98f7-06c27a9f8855 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a HTTP/1.1" status: 200 len: 849 time: 0.0613821 May 31 18:24:29.501801 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b47e46-a241-440f-a0e6-c4c5d92217c5 req-94a08f22-ad5e-47d0-b663-242e024cf04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:29.503236 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-16b47e46-a241-440f-a0e6-c4c5d92217c5 req-94a08f22-ad5e-47d0-b663-242e024cf04a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2caae92d-233f-4a42-bb44-03a041ebb28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0701537 May 31 18:24:29.633596 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-16b47e46-a241-440f-a0e6-c4c5d92217c5 req-794aa525-2a2d-4c9e-b171-af22f4796db2 service neutron] 10.222.0.20 "GET /v2.0/networks/2caae92d-233f-4a42-bb44-03a041ebb28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220994 May 31 18:24:29.805534 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-16b47e46-a241-440f-a0e6-c4c5d92217c5 req-ced79f77-d23a-4377-808a-417a57ac26c6 service neutron] 10.222.0.20 "GET /v2.0/networks/2caae92d-233f-4a42-bb44-03a041ebb28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649463 May 31 18:24:29.843928 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c09fae-b562-4aaf-8448-af83a113956f req-ab018848-464e-452a-a755-c9ef03c94079 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:29.845352 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c1c09fae-b562-4aaf-8448-af83a113956f req-ab018848-464e-452a-a755-c9ef03c94079 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/ports?device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 985 time: 0.0885055 May 31 18:24:29.890661 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c1c09fae-b562-4aaf-8448-af83a113956f req-bf103150-aac8-47d3-aa76-09cbd4f00b4f tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5807014-b84a-40d0-9519-1b9284cf48c4&id=7c266301-3caa-4a4a-92fb-525d4c16b2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395203 May 31 18:24:30.163646 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde617b4-462f-4390-abf7-11d3d7ee6661 req-b6cbbcdf-9d42-458f-89e5-6ab293c4bb5b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:30.164345 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-dde617b4-462f-4390-abf7-11d3d7ee6661 req-b6cbbcdf-9d42-458f-89e5-6ab293c4bb5b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Synchronizing usage tracker for tenant:cd65573bbe3e4966baf7dbde3d06304a on resource:port {{(pid=91754) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:24:30.179327 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-dde617b4-462f-4390-abf7-11d3d7ee6661 req-b6cbbcdf-9d42-458f-89e5-6ab293c4bb5b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Unset dirty status for tenant:cd65573bbe3e4966baf7dbde3d06304a on resource:port {{(pid=91754) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:24:30.180468 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-dde617b4-462f-4390-abf7-11d3d7ee6661 req-b6cbbcdf-9d42-458f-89e5-6ab293c4bb5b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea07dff4-d2af-41c3-935a-8bb5efc6e036 HTTP/1.1" status: 200 len: 943 time: 0.0933921 May 31 18:24:30.223261 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-dde617b4-462f-4390-abf7-11d3d7ee6661 req-1e97da65-605d-48e4-b0fe-bdb3939da2f7 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d5f068a-2795-4269-867a-6c5539873956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369017 May 31 18:24:30.756447 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 0d9f96f7-7fb7-47e6-b17b-b30129d6a20c details requested by agent hyperv_hv-cinder-77005 with host hv-cinder-77005 {{(pid=91755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 18:24:30.883655 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 0d9f96f7-7fb7-47e6-b17b-b30129d6a20c, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=0d9f96f7-7fb7-47e6-b17b-b30129d6a20c,segment=NetworkSegment(681bc718-6646-4c87-98cd-26d10e9c9f7d),segment_id=681bc718-6646-4c87-98cd-26d10e9c9f7d)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:24:30.900017 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Returning: {'device': '0d9f96f7-7fb7-47e6-b17b-b30129d6a20c', 'network_id': '2caae92d-233f-4a42-bb44-03a041ebb28d', 'port_id': '0d9f96f7-7fb7-47e6-b17b-b30129d6a20c', 'mac_address': 'fa:16:3e:77:9f:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 18:24:30.953144 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:30.969665 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d9f96f7-7fb7-47e6-b17b-b30129d6a20c {{(pid=91755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:24:30.985038 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 0d9f96f7-7fb7-47e6-b17b-b30129d6a20c, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=0d9f96f7-7fb7-47e6-b17b-b30129d6a20c,segment=NetworkSegment(681bc718-6646-4c87-98cd-26d10e9c9f7d),segment_id=681bc718-6646-4c87-98cd-26d10e9c9f7d)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:24:30.988888 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:30.990755 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-75409060-703c-4c83-b32d-25f2906da973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:24:31.055623 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=0d9f96f7-7fb7-47e6-b17b-b30129d6a20c,revision_number=4']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:24:31.062709 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:24:31.063049 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:24:31.063380 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:24:31.063707 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:24:31.064045 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:24:31.064372 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:24:31.064688 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:24:31.065002 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:24:31.065316 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:24:31.065633 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:24:31.065942 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:24:31.066258 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:24:31.070116 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:24:31.075153 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a60ef0-88a2-4f0c-a3ec-6935e5a65758 req-e58aecd4-095d-402f-9d4f-0c141afb27e0 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:31.076141 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-92a60ef0-88a2-4f0c-a3ec-6935e5a65758 req-e58aecd4-095d-402f-9d4f-0c141afb27e0 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/ports?device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 985 time: 0.0797999 May 31 18:24:31.125249 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-92a60ef0-88a2-4f0c-a3ec-6935e5a65758 req-3f0780a3-a1ac-4b63-a266-9e23eee09e3d tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5807014-b84a-40d0-9519-1b9284cf48c4&id=7c266301-3caa-4a4a-92fb-525d4c16b2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433550 May 31 18:24:31.404353 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e5f98-663d-4bd2-9e25-2cd47c220d30 req-8f3a9609-d9a2-45e0-8ee2-e62295e90c55 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:31.405855 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-232e5f98-663d-4bd2-9e25-2cd47c220d30 req-8f3a9609-d9a2-45e0-8ee2-e62295e90c55 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea07dff4-d2af-41c3-935a-8bb5efc6e036 HTTP/1.1" status: 200 len: 944 time: 0.0772460 May 31 18:24:31.442607 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] get_ports_and_sgs() called for port_ids ['0d9f96f7-7fb7-47e6-b17b-b30129d6a20c'] {{(pid=91755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:24:31.454319 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-232e5f98-663d-4bd2-9e25-2cd47c220d30 req-ad4af59d-3a60-4e15-9d7a-ead9322cebaa tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d5f068a-2795-4269-867a-6c5539873956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429571 May 31 18:24:32.313832 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0fb904-0c8a-4d90-b3f7-0f0f1300029b req-7c91412e-56a1-46d4-a163-9608590633a3 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:32.315164 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2a0fb904-0c8a-4d90-b3f7-0f0f1300029b req-7c91412e-56a1-46d4-a163-9608590633a3 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/ports?device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 985 time: 0.0831857 May 31 18:24:32.360401 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2a0fb904-0c8a-4d90-b3f7-0f0f1300029b req-b3652846-3cc7-43b6-a37a-eb792d8815c3 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5807014-b84a-40d0-9519-1b9284cf48c4&id=7c266301-3caa-4a4a-92fb-525d4c16b2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388634 May 31 18:24:32.640224 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbdd6b-4b74-4b07-b8fc-5559148e4b72 req-db91470a-1a4c-4be0-837e-65a61ec77f03 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:32.641645 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-30dbdd6b-4b74-4b07-b8fc-5559148e4b72 req-db91470a-1a4c-4be0-837e-65a61ec77f03 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea07dff4-d2af-41c3-935a-8bb5efc6e036 HTTP/1.1" status: 200 len: 944 time: 0.0814958 May 31 18:24:32.684815 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-30dbdd6b-4b74-4b07-b8fc-5559148e4b72 req-ccc136f1-7e0f-403f-b80e-b45d23a5671e tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d5f068a-2795-4269-867a-6c5539873956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370872 May 31 18:24:32.754919 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 0d9f96f7-7fb7-47e6-b17b-b30129d6a20c up at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:24:32.856139 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Provisioning for port 0d9f96f7-7fb7-47e6-b17b-b30129d6a20c completed by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:24:32.860523 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Provisioning complete for port 0d9f96f7-7fb7-47e6-b17b-b30129d6a20c triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:24:32.860901 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:32.969975 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:32.995666 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea07dff4-d2af-41c3-935a-8bb5efc6e036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9f96f7-7fb7-47e6-b17b-b30129d6a20c'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:24:32.998017 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e2032fe1b554800b495be35bbba042da1e7f6a6deba8ede5c150f2a358caca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e763480b-c0f1-4386-a313-3750aa3346d5" -d '{"events": [{"server_uuid": "ea07dff4-d2af-41c3-935a-8bb5efc6e036", "name": "network-vif-plugged", "status": "completed", "tag": "0d9f96f7-7fb7-47e6-b17b-b30129d6a20c"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:24:33.005451 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 0d9f96f7-7fb7-47e6-b17b-b30129d6a20c, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=0d9f96f7-7fb7-47e6-b17b-b30129d6a20c,segment=NetworkSegment(681bc718-6646-4c87-98cd-26d10e9c9f7d),segment_id=681bc718-6646-4c87-98cd-26d10e9c9f7d)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:24:33.010565 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:33.012509 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:24:33.083171 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=0d9f96f7-7fb7-47e6-b17b-b30129d6a20c,revision_number=5']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:24:33.086955 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:24:33.161946 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81dc31a-0924-4de8-9eb3-88e0bfe81f0d x-openstack-request-id: req-a81dc31a-0924-4de8-9eb3-88e0bfe81f0d {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:24:33.162310 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea07dff4-d2af-41c3-935a-8bb5efc6e036", "name": "network-vif-plugged", "status": "completed", "tag": "0d9f96f7-7fb7-47e6-b17b-b30129d6a20c", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:24:33.162638 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a81dc31a-0924-4de8-9eb3-88e0bfe81f0d {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:24:33.163093 dv-cinder-770050-4-smb neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea07dff4-d2af-41c3-935a-8bb5efc6e036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9f96f7-7fb7-47e6-b17b-b30129d6a20c', 'code': 200} May 31 18:24:33.380285 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f22613-7b82-4324-8896-a23c5f957c9f req-79f0523d-d89b-4ed9-bf07-789f58696238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:33.382284 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-75f22613-7b82-4324-8896-a23c5f957c9f req-79f0523d-d89b-4ed9-bf07-789f58696238 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ea07dff4-d2af-41c3-935a-8bb5efc6e036 HTTP/1.1" status: 200 len: 1098 time: 0.0687518 May 31 18:24:33.425717 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-75f22613-7b82-4324-8896-a23c5f957c9f req-8ac60c13-83b8-4c2e-9ca3-d9617ebbe320 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1d5f068a-2795-4269-867a-6c5539873956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377157 May 31 18:24:33.867070 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca4cdb-c6b1-433b-8a01-0d388aa149a7 req-86583655-2db6-4660-bf97-38cce114ff51 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:33.868489 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c3ca4cdb-c6b1-433b-8a01-0d388aa149a7 req-86583655-2db6-4660-bf97-38cce114ff51 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea07dff4-d2af-41c3-935a-8bb5efc6e036 HTTP/1.1" status: 200 len: 945 time: 0.0779402 May 31 18:24:33.910640 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c3ca4cdb-c6b1-433b-8a01-0d388aa149a7 req-c31038c6-7256-4ebd-8f47-b92ace9ca643 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d5f068a-2795-4269-867a-6c5539873956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365403 May 31 18:24:35.098477 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09f5a1-ccd9-44a7-aa52-b0e1b61267fe req-3bf68218-3e82-4885-92b6-38106dc8d988 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:35.099825 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-fd09f5a1-ccd9-44a7-aa52-b0e1b61267fe req-3bf68218-3e82-4885-92b6-38106dc8d988 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea07dff4-d2af-41c3-935a-8bb5efc6e036 HTTP/1.1" status: 200 len: 945 time: 0.0857615 May 31 18:24:35.143130 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-fd09f5a1-ccd9-44a7-aa52-b0e1b61267fe req-690986d7-216a-479e-a67d-a98e0ffbd6a7 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d5f068a-2795-4269-867a-6c5539873956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371735 May 31 18:24:35.318262 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8304ecd-6fd3-41b6-8904-dad677df7461 req-444b3340-2bc6-49ed-bc0f-82a4508c4965 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:35.319689 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-b8304ecd-6fd3-41b6-8904-dad677df7461 req-444b3340-2bc6-49ed-bc0f-82a4508c4965 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea07dff4-d2af-41c3-935a-8bb5efc6e036 HTTP/1.1" status: 200 len: 945 time: 0.0788748 May 31 18:24:35.328141 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 33546) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:24:35.333052 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [None req-070cc697-b094-488e-8925-b5d9d3aff549 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Request body: {'floatingip': {'port_id': '0d9f96f7-7fb7-47e6-b17b-b30129d6a20c'}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:24:35.417536 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-070cc697-b094-488e-8925-b5d9d3aff549 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks [] for floatingip, before_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:36.073903 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-070cc697-b094-488e-8925-b5d9d3aff549 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:36.077599 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-070cc697-b094-488e-8925-b5d9d3aff549 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960568'] for floatingip, after_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:36.243001 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.db.l3_db [None req-070cc697-b094-488e-8925-b5d9d3aff549 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Floating IP 6d6022dc-d6be-46b4-bf96-061bae7fe709 associated. External IP: 172.28.1.49, port: 0d9f96f7-7fb7-47e6-b17b-b30129d6a20c. May 31 18:24:36.580268 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-070cc697-b094-488e-8925-b5d9d3aff549 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Router 0ffcee3b-dbf9-4fd6-a887-809ed764d1e3 has already been hosted by L3 agent aa8b4aa1-734a-4f99-a735-849181ae9a49 {{(pid=91753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:24:36.754142 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-070cc697-b094-488e-8925-b5d9d3aff549 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify agent at l3_agent.dv-cinder-770050-4-smb the message routers_updated {{(pid=91753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:24:36.758940 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-070cc697-b094-488e-8925-b5d9d3aff549 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for floatingip, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:36.763570 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bd61b2-71fa-439f-afd3-0003b1c3b961 None None] Sync routers for ids ['0ffcee3b-dbf9-4fd6-a887-809ed764d1e3'] in dv-cinder-770050-4-smb {{(pid=91755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:24:36.772912 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bd61b2-71fa-439f-afd3-0003b1c3b961 None None] Routers {'0ffcee3b-dbf9-4fd6-a887-809ed764d1e3'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:24:36.773595 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-61bd61b2-71fa-439f-afd3-0003b1c3b961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:24:19Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['0ffcee3b-dbf9-4fd6-a887-809ed764d1e3'], 'active': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:24:36.812122 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-070cc697-b094-488e-8925-b5d9d3aff549 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "PUT /v2.0/floatingips/6d6022dc-d6be-46b4-bf96-061bae7fe709 HTTP/1.1" status: 200 len: 990 time: 1.4829464 May 31 18:24:36.812956 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea07dff4-d2af-41c3-935a-8bb5efc6e036', 'tag': '0d9f96f7-7fb7-47e6-b17b-b30129d6a20c'}] {{(pid=91753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:24:36.815303 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4a07d5f70f7fd4dbd3fa52429be7a5e9952b90ad99acae3e898da8695de761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71c4e05-5259-49c5-8aa2-a20237a71040" -d '{"events": [{"name": "network-changed", "server_uuid": "ea07dff4-d2af-41c3-935a-8bb5efc6e036", "tag": "0d9f96f7-7fb7-47e6-b17b-b30129d6a20c"}]}' {{(pid=91753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:24:36.911843 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d66e42c-1b41-4f1c-8ceb-b4c535e3773c x-openstack-request-id: req-2d66e42c-1b41-4f1c-8ceb-b4c535e3773c {{(pid=91753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:24:36.912314 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea07dff4-d2af-41c3-935a-8bb5efc6e036", "tag": "0d9f96f7-7fb7-47e6-b17b-b30129d6a20c", "status": "completed", "code": 200}]} {{(pid=91753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:24:36.913147 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2d66e42c-1b41-4f1c-8ceb-b4c535e3773c {{(pid=91753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:24:36.913578 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea07dff4-d2af-41c3-935a-8bb5efc6e036', 'tag': '0d9f96f7-7fb7-47e6-b17b-b30129d6a20c', 'status': 'completed', 'code': 200} May 31 18:24:36.957921 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvr_db [None req-61bd61b2-71fa-439f-afd3-0003b1c3b961 None None] Set router 0ffcee3b-dbf9-4fd6-a887-809ed764d1e3 gateway port host: dv-cinder-770050-4-smb {{(pid=91755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:24:37.004271 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c4e05-5259-49c5-8aa2-a20237a71040 req-0a704019-f642-49be-be54-2992c24159cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:37.005624 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c71c4e05-5259-49c5-8aa2-a20237a71040 req-0a704019-f642-49be-be54-2992c24159cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cd65573bbe3e4966baf7dbde3d06304a&device_id=ea07dff4-d2af-41c3-935a-8bb5efc6e036 HTTP/1.1" status: 200 len: 1098 time: 0.0694497 May 31 18:24:37.213158 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c4e05-5259-49c5-8aa2-a20237a71040 req-7b5cb0f9-cbf9-4580-9347-b897b6fccca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:37.214571 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c71c4e05-5259-49c5-8aa2-a20237a71040 req-7b5cb0f9-cbf9-4580-9347-b897b6fccca0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2caae92d-233f-4a42-bb44-03a041ebb28d HTTP/1.1" status: 200 len: 910 time: 0.2029202 May 31 18:24:37.312799 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-61bd61b2-71fa-439f-afd3-0003b1c3b961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'name': 'tempest-AttachVolumeTestJSON-797889927-router', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '7983253d-7bf9-4452-a3a4-b38659d0c081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:31Z', 'updated_at': '2021-05-31T18:18:54Z', 'revision_number': 4, 'project_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'gw_port': {'id': '7983253d-7bf9-4452-a3a4-b38659d0c081', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:33Z', 'updated_at': '2021-05-31T18:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_floatingips': [{'id': '6d6022dc-d6be-46b4-bf96-061bae7fe709', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'floating_ip_address': '172.28.1.49', 'floating_network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'router_id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'port_id': '0d9f96f7-7fb7-47e6-b17b-b30129d6a20c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2caae92d-233f-4a42-bb44-03a041ebb28d', 'mac_address': 'fa:16:3e:77:9f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea07dff4-d2af-41c3-935a-8bb5efc6e036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T18:24:23Z', 'updated_at': '2021-05-31T18:24:35Z', 'revision_number': 1, 'project_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3549004c-a5c5-4ae8-96f1-6dce7cbc92ca', 'name': '', 'network_id': '2caae92d-233f-4a42-bb44-03a041ebb28d', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'mac_address': 'fa:16:3e:f0:b6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:49Z', 'updated_at': '2021-05-31T18:19:05Z', 'revision_number': 5, 'project_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'subnets': [{'id': '6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:24:37.316626 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bd61b2-71fa-439f-afd3-0003b1c3b961 None None] Checking router: 0ffcee3b-dbf9-4fd6-a887-809ed764d1e3 for host: dv-cinder-770050-4-smb {{(pid=91755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:24:37.317096 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c71c4e05-5259-49c5-8aa2-a20237a71040 req-1c4d4075-ed11-4122-912c-f68c307fd458 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0d9f96f7-7fb7-47e6-b17b-b30129d6a20c HTTP/1.1" status: 200 len: 998 time: 0.0953987 May 31 18:24:37.325386 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bd61b2-71fa-439f-afd3-0003b1c3b961 None None] Routers {'0ffcee3b-dbf9-4fd6-a887-809ed764d1e3'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:24:37.325982 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-61bd61b2-71fa-439f-afd3-0003b1c3b961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:24:19Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['0ffcee3b-dbf9-4fd6-a887-809ed764d1e3'], 'active': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:24:37.379743 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c4e05-5259-49c5-8aa2-a20237a71040 req-71f2cd3d-9b3a-4f21-a511-48177cab699e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:37.381677 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c71c4e05-5259-49c5-8aa2-a20237a71040 req-71f2cd3d-9b3a-4f21-a511-48177cab699e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a HTTP/1.1" status: 200 len: 849 time: 0.0584249 May 31 18:24:37.455272 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c4e05-5259-49c5-8aa2-a20237a71040 req-cc633cb2-d5d4-46d2-bb33-44b61a45b547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:24:37.456763 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c71c4e05-5259-49c5-8aa2-a20237a71040 req-cc633cb2-d5d4-46d2-bb33-44b61a45b547 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2caae92d-233f-4a42-bb44-03a041ebb28d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0687232 May 31 18:24:37.498386 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvr_db [None req-61bd61b2-71fa-439f-afd3-0003b1c3b961 None None] Set router 0ffcee3b-dbf9-4fd6-a887-809ed764d1e3 gateway port host: dv-cinder-770050-4-smb {{(pid=91755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:24:37.586295 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c71c4e05-5259-49c5-8aa2-a20237a71040 req-7ae3e711-eb81-477b-8d44-16202d2b832f service neutron] 10.222.0.20 "GET /v2.0/networks/2caae92d-233f-4a42-bb44-03a041ebb28d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229403 May 31 18:24:37.717551 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c71c4e05-5259-49c5-8aa2-a20237a71040 req-5c654f3f-7ae4-4f15-aecf-97816e0ff3aa service neutron] 10.222.0.20 "GET /v2.0/networks/2caae92d-233f-4a42-bb44-03a041ebb28d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249449 May 31 18:24:37.835340 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-61bd61b2-71fa-439f-afd3-0003b1c3b961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'name': 'tempest-AttachVolumeTestJSON-797889927-router', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '7983253d-7bf9-4452-a3a4-b38659d0c081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:31Z', 'updated_at': '2021-05-31T18:18:54Z', 'revision_number': 4, 'project_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'gw_port': {'id': '7983253d-7bf9-4452-a3a4-b38659d0c081', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:33Z', 'updated_at': '2021-05-31T18:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_floatingips': [{'id': '6d6022dc-d6be-46b4-bf96-061bae7fe709', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'floating_ip_address': '172.28.1.49', 'floating_network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'router_id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'port_id': '0d9f96f7-7fb7-47e6-b17b-b30129d6a20c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2caae92d-233f-4a42-bb44-03a041ebb28d', 'mac_address': 'fa:16:3e:77:9f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea07dff4-d2af-41c3-935a-8bb5efc6e036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T18:24:23Z', 'updated_at': '2021-05-31T18:24:35Z', 'revision_number': 1, 'project_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3549004c-a5c5-4ae8-96f1-6dce7cbc92ca', 'name': '', 'network_id': '2caae92d-233f-4a42-bb44-03a041ebb28d', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'mac_address': 'fa:16:3e:f0:b6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:49Z', 'updated_at': '2021-05-31T18:19:05Z', 'revision_number': 5, 'project_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'subnets': [{'id': '6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:24:37.839240 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bd61b2-71fa-439f-afd3-0003b1c3b961 None None] The sync data for ids ['0ffcee3b-dbf9-4fd6-a887-809ed764d1e3'] in dv-cinder-770050-4-smb is: [{'id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'name': 'tempest-AttachVolumeTestJSON-797889927-router', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '7983253d-7bf9-4452-a3a4-b38659d0c081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:31Z', 'updated_at': '2021-05-31T18:18:54Z', 'revision_number': 4, 'project_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'gw_port': {'id': '7983253d-7bf9-4452-a3a4-b38659d0c081', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:33Z', 'updated_at': '2021-05-31T18:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_floatingips': [{'id': '6d6022dc-d6be-46b4-bf96-061bae7fe709', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'floating_ip_address': '172.28.1.49', 'floating_network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'router_id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'port_id': '0d9f96f7-7fb7-47e6-b17b-b30129d6a20c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2caae92d-233f-4a42-bb44-03a041ebb28d', 'mac_address': 'fa:16:3e:77:9f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea07dff4-d2af-41c3-935a-8bb5efc6e036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T18:24:23Z', 'updated_at': '2021-05-31T18:24:35Z', 'revision_number': 1, 'project_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3549004c-a5c5-4ae8-96f1-6dce7cbc92ca', 'name': '', 'network_id': '2caae92d-233f-4a42-bb44-03a041ebb28d', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'mac_address': 'fa:16:3e:f0:b6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:49Z', 'updated_at': '2021-05-31T18:19:05Z', 'revision_number': 5, 'project_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'subnets': [{'id': '6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:24:38.004833 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e7436e-57f3-42d4-822b-934e99ae3181 None None] New status for floating IP 6d6022dc-d6be-46b4-bf96-061bae7fe709: ACTIVE {{(pid=91756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 18:24:46.000000 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-529870d1-00f0-459e-82e0-7eb462218e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:48.531097 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-d1a9c298-113d-466c-b0aa-603f2d294bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:48.570530 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:48.612775 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:49.524424 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:24:51.222373 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:05.050696 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.agents_db [None req-6172caff-413f-4f38-b24a-66359638417e None None] Agent healthcheck: found 6 active agents {{(pid=91756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:25:05.799349 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16192948-365d-4e4f-89aa-707c42fb1cb5 req-2cbcde85-148e-42c4-b03f-5c0d2f9e5997 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:05.800826 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-16192948-365d-4e4f-89aa-707c42fb1cb5 req-2cbcde85-148e-42c4-b03f-5c0d2f9e5997 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 945 time: 0.0787861 May 31 18:25:05.847686 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-16192948-365d-4e4f-89aa-707c42fb1cb5 req-1e2006ef-510f-4ba5-9971-9bfa241f7b35 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412133 May 31 18:25:07.034947 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d42a2-0775-48ec-90e0-a441bc235aab req-0c3fbe63-5b1b-4b9b-a7f0-db81aa14b127 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:07.036374 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-be5d42a2-0775-48ec-90e0-a441bc235aab req-0c3fbe63-5b1b-4b9b-a7f0-db81aa14b127 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 945 time: 0.0787721 May 31 18:25:07.079274 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-be5d42a2-0775-48ec-90e0-a441bc235aab req-9019f0df-ae33-4199-a63c-50fbf6f5b33f tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366428 May 31 18:25:08.267220 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1949a07a-3112-470f-9eda-856cd56810aa req-2084d9f7-b391-4a28-b4df-7d4930977f08 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:08.268712 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-1949a07a-3112-470f-9eda-856cd56810aa req-2084d9f7-b391-4a28-b4df-7d4930977f08 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 945 time: 0.0821869 May 31 18:25:08.312151 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-1949a07a-3112-470f-9eda-856cd56810aa req-e2055f91-beda-4af5-8625-6b3df2dece7b tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376010 May 31 18:25:09.501971 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb934300-488d-4f3c-9f21-285caf5ea016 req-e3ad0aa3-e2ca-4595-933f-439ed1b54a03 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:09.503411 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-fb934300-488d-4f3c-9f21-285caf5ea016 req-e3ad0aa3-e2ca-4595-933f-439ed1b54a03 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 945 time: 0.0843151 May 31 18:25:09.549387 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-fb934300-488d-4f3c-9f21-285caf5ea016 req-a55e6be4-732f-4158-af8a-cc2b3c962af4 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397544 May 31 18:25:10.744289 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e455c4b-ddd6-463c-bd08-aa0084d594b5 req-62545fea-9a1a-438d-9660-2a304ffb7654 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:10.745719 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-6e455c4b-ddd6-463c-bd08-aa0084d594b5 req-62545fea-9a1a-438d-9660-2a304ffb7654 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 945 time: 0.0815587 May 31 18:25:10.788140 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-6e455c4b-ddd6-463c-bd08-aa0084d594b5 req-ce61deca-1d46-4212-82fd-8c86faa88a2f tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369575 May 31 18:25:11.970793 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3ecf6-d509-4273-a486-5d22120597a6 req-6fe76075-a19f-4acf-a90f-d0184d8cf207 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:11.972164 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-c0d3ecf6-d509-4273-a486-5d22120597a6 req-6fe76075-a19f-4acf-a90f-d0184d8cf207 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 945 time: 0.0777705 May 31 18:25:12.018428 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-c0d3ecf6-d509-4273-a486-5d22120597a6 req-13abbbf7-bfed-4192-a8dc-00cb9e11364e tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407989 May 31 18:25:13.282701 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc19938-ea65-4753-bb86-9f87c80805ff req-5a06cbfa-2eda-47c7-8d88-66a2e1e62267 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:13.284158 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-ebc19938-ea65-4753-bb86-9f87c80805ff req-5a06cbfa-2eda-47c7-8d88-66a2e1e62267 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 945 time: 0.1598256 May 31 18:25:13.326625 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-ebc19938-ea65-4753-bb86-9f87c80805ff req-f63f30bd-e974-401c-9a41-97d4f21a8846 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369236 May 31 18:25:14.515767 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eadafe7-126a-492b-9805-a62efca2569a req-31e7b7d1-d4f6-40db-afd3-375705d8a987 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:14.517214 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-1eadafe7-126a-492b-9805-a62efca2569a req-31e7b7d1-d4f6-40db-afd3-375705d8a987 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 945 time: 0.0797384 May 31 18:25:14.559058 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-1eadafe7-126a-492b-9805-a62efca2569a req-6b6c7408-4446-4e52-b707-4eec008e831d tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363309 May 31 18:25:15.742879 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56007ec5-6bdd-4b21-8b62-b132152de76e req-03f1b047-3425-49a6-aa24-5169c04e334c tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:15.744243 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-56007ec5-6bdd-4b21-8b62-b132152de76e req-03f1b047-3425-49a6-aa24-5169c04e334c tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 945 time: 0.0769477 May 31 18:25:15.790456 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-56007ec5-6bdd-4b21-8b62-b132152de76e req-ac77b175-9081-4ef6-82f2-362a1b695c82 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406034 May 31 18:25:16.001929 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-8e8ca622-db5b-40eb-8747-2960ef74cd56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:16.971837 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce75970-254a-4d78-b90c-61146cc4cadb req-1ba36b75-0daa-49bf-bb55-57c2b81edb81 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:16.973266 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-cce75970-254a-4d78-b90c-61146cc4cadb req-1ba36b75-0daa-49bf-bb55-57c2b81edb81 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 945 time: 0.0767417 May 31 18:25:17.016417 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-cce75970-254a-4d78-b90c-61146cc4cadb req-0a6d4281-4f04-40aa-83dd-c5c43a52a0a1 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376334 May 31 18:25:18.204866 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acebd05-c6d8-497a-8bc1-477304ada045 req-846093f0-318e-44da-b666-b4666fa0fbbd tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:18.206262 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-9acebd05-c6d8-497a-8bc1-477304ada045 req-846093f0-318e-44da-b666-b4666fa0fbbd tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 945 time: 0.0799308 May 31 18:25:18.250527 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-9acebd05-c6d8-497a-8bc1-477304ada045 req-13104ecd-316e-472b-8f7d-0f166864fce0 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380366 May 31 18:25:18.532575 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-577b7d76-f4bc-41f2-8fc1-540ba2842863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:18.571541 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:18.632350 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:19.438200 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670ee754-5146-45cf-9672-19aaf2db9662 req-85c61546-e8a9-4bde-86df-4fa14ff8e295 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:19.439628 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-670ee754-5146-45cf-9672-19aaf2db9662 req-85c61546-e8a9-4bde-86df-4fa14ff8e295 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 945 time: 0.0821168 May 31 18:25:19.488986 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-670ee754-5146-45cf-9672-19aaf2db9662 req-d243beae-b59c-415d-9412-fbd998e23d23 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436804 May 31 18:25:19.533420 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:20.676157 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b2d98-cbb3-4c3a-bf9b-c2c70a8d0101 req-f5b3bfc7-15f6-49bc-ab96-2dcd9583002b tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:20.677511 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-800b2d98-cbb3-4c3a-bf9b-c2c70a8d0101 req-f5b3bfc7-15f6-49bc-ab96-2dcd9583002b tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 945 time: 0.0809748 May 31 18:25:20.721732 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-800b2d98-cbb3-4c3a-bf9b-c2c70a8d0101 req-3aba8e6b-a7f1-452c-a20b-b2013816b87c tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378563 May 31 18:25:21.227182 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:21.914471 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244d09e-f71b-45c4-98d8-9b5e7daf9ca7 req-674ccf68-0a59-4f04-b223-a200d8f3e89f tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:21.915877 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-0244d09e-f71b-45c4-98d8-9b5e7daf9ca7 req-674ccf68-0a59-4f04-b223-a200d8f3e89f tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 945 time: 0.0767841 May 31 18:25:21.958197 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-0244d09e-f71b-45c4-98d8-9b5e7daf9ca7 req-4d99ae59-b3e8-4e72-9193-179c9c0d9639 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368674 May 31 18:25:23.012155 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4 details requested by agent hyperv_hv-cinder-77005 with host hv-cinder-77005 {{(pid=91755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 18:25:23.151955 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e8f8be-74e6-447e-bf4f-18d88a3265fa req-f320c6f7-c596-48d8-b327-448486e242e9 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:23.153420 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-d3e8f8be-74e6-447e-bf4f-18d88a3265fa req-f320c6f7-c596-48d8-b327-448486e242e9 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 945 time: 0.0826690 May 31 18:25:23.171428 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4,segment=NetworkSegment(9e7eb541-2a48-4373-bede-dc253746dbb0),segment_id=9e7eb541-2a48-4373-bede-dc253746dbb0)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:25:23.187850 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Returning: {'device': '165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4', 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a', 'port_id': '165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4', 'mac_address': 'fa:16:3e:17:b0:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a141bd4c-23e4-4ac5-be95-c7e9e5ec7954', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 18:25:23.197628 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-d3e8f8be-74e6-447e-bf4f-18d88a3265fa req-f277b481-be13-4c31-9719-88e4af7db47e tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386031 May 31 18:25:23.241268 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:23.256939 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4 {{(pid=91755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:25:23.271623 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4,segment=NetworkSegment(9e7eb541-2a48-4373-bede-dc253746dbb0),segment_id=9e7eb541-2a48-4373-bede-dc253746dbb0)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:25:23.275639 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:23.277376 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-9a6602fa-9c3d-4908-8129-16cfc632df7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:25:23.341922 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4,revision_number=6']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:25:23.344904 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:25:23.358352 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] get_ports_and_sgs() called for port_ids ['165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4'] {{(pid=91755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:25:24.383806 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46247a8e-58c9-43e4-b7f9-38c14e813deb req-88efe5ce-8caf-4034-a071-9441ba0f3b53 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:24.385171 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-46247a8e-58c9-43e4-b7f9-38c14e813deb req-88efe5ce-8caf-4034-a071-9441ba0f3b53 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 944 time: 0.0780356 May 31 18:25:24.432013 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-46247a8e-58c9-43e4-b7f9-38c14e813deb req-3e89cc58-2da2-4545-80a1-8c917bc29ef7 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410049 May 31 18:25:25.034609 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4 up at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:25:25.103129 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Provisioning complete for port 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:25:25.103499 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:25.211405 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:25.239182 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dad5e2f-c186-4450-a2b3-ceddeaa63981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:25:25.241411 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e2032fe1b554800b495be35bbba042da1e7f6a6deba8ede5c150f2a358caca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4325f343-c106-4774-8ab8-9c61496850d2" -d '{"events": [{"server_uuid": "0dad5e2f-c186-4450-a2b3-ceddeaa63981", "name": "network-vif-plugged", "status": "completed", "tag": "165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:25:25.248649 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4,segment=NetworkSegment(9e7eb541-2a48-4373-bede-dc253746dbb0),segment_id=9e7eb541-2a48-4373-bede-dc253746dbb0)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:25:25.253761 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:25.255613 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:25:25.290617 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd40b9c3-be44-47ee-99b7-12fb7c37eb51 x-openstack-request-id: req-cd40b9c3-be44-47ee-99b7-12fb7c37eb51 {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:25:25.290913 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dad5e2f-c186-4450-a2b3-ceddeaa63981", "name": "network-vif-plugged", "status": "completed", "tag": "165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:25:25.291172 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cd40b9c3-be44-47ee-99b7-12fb7c37eb51 {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:25:25.291582 dv-cinder-770050-4-smb neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dad5e2f-c186-4450-a2b3-ceddeaa63981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4', 'code': 200} May 31 18:25:25.322649 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4,revision_number=7']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:25:25.325682 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:25:25.629001 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93452dea-1a97-4cbb-8c4e-e9698a1e383e req-7481a575-7ce7-4257-96d4-27e9d333dafa tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:25.630324 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-93452dea-1a97-4cbb-8c4e-e9698a1e383e req-7481a575-7ce7-4257-96d4-27e9d333dafa tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 945 time: 0.0769105 May 31 18:25:25.677222 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-93452dea-1a97-4cbb-8c4e-e9698a1e383e req-2af23f4f-48a1-47bd-95d7-8b8aa785de65 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408499 May 31 18:25:26.863843 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eaf771-e91d-4601-a437-027a57e5f255 req-9ccfdaca-7ca7-4513-9a9a-5626c118ad2b tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:26.865272 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c2eaf771-e91d-4601-a437-027a57e5f255 req-9ccfdaca-7ca7-4513-9a9a-5626c118ad2b tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 945 time: 0.0767140 May 31 18:25:26.909168 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c2eaf771-e91d-4601-a437-027a57e5f255 req-e7d24a77-f5b7-4cf4-a3fd-43e833ca6cfd tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383174 May 31 18:25:28.098929 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8232ef-26c1-4882-95af-98b0b550bc8f req-e97d7a06-7e8a-4797-9093-c1c43f877dba tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:28.100990 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-da8232ef-26c1-4882-95af-98b0b550bc8f req-e97d7a06-7e8a-4797-9093-c1c43f877dba tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 945 time: 0.0831084 May 31 18:25:28.144493 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-da8232ef-26c1-4882-95af-98b0b550bc8f req-3274790e-949b-4c51-9ce2-9e3b74e2c2e9 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379758 May 31 18:25:29.332600 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6796df-b6be-4e79-870c-0d66f129a137 req-1051df2b-ac91-4864-bfef-f35d0c185490 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:29.334032 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-6c6796df-b6be-4e79-870c-0d66f129a137 req-1051df2b-ac91-4864-bfef-f35d0c185490 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 945 time: 0.0786154 May 31 18:25:29.380752 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-6c6796df-b6be-4e79-870c-0d66f129a137 req-c518d3e2-eac6-4a71-8732-14e05fb086e4 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408630 May 31 18:25:30.589556 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2464fac-f5c1-45c2-99de-a382083b6b5c req-5096eb30-e921-4351-8620-05a93aaeb3e0 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:30.597428 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-e2464fac-f5c1-45c2-99de-a382083b6b5c req-5096eb30-e921-4351-8620-05a93aaeb3e0 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 945 time: 0.0966687 May 31 18:25:30.656311 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-e2464fac-f5c1-45c2-99de-a382083b6b5c req-ae455cea-27ee-46cf-90ed-c1f843d43580 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576391 May 31 18:25:31.863048 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e93191-b81b-4e7f-8131-6be946628c9e req-becf3a83-3db3-40a2-b8c2-18c516b4c12f tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:31.864570 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-52e93191-b81b-4e7f-8131-6be946628c9e req-becf3a83-3db3-40a2-b8c2-18c516b4c12f tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 945 time: 0.0797410 May 31 18:25:31.916739 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-52e93191-b81b-4e7f-8131-6be946628c9e req-fe624cc0-0f09-4e42-be95-3ef60e2aa02d tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463040 May 31 18:25:33.108612 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1657aa-9bde-46c9-9f95-bdb40d36d9c9 req-21b6062b-3624-4e20-8f0b-8173ebe04584 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:33.110156 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-ba1657aa-9bde-46c9-9f95-bdb40d36d9c9 req-21b6062b-3624-4e20-8f0b-8173ebe04584 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 945 time: 0.0831490 May 31 18:25:33.157008 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-ba1657aa-9bde-46c9-9f95-bdb40d36d9c9 req-467b7bff-61f2-417d-8bce-c7fd48fb71f0 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402932 May 31 18:25:34.403418 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63055e9d-0bf8-4655-aec9-40be7a5638a6 req-c2ab3ea9-1796-429b-bd00-616413a931a1 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:34.413747 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-63055e9d-0bf8-4655-aec9-40be7a5638a6 req-c2ab3ea9-1796-429b-bd00-616413a931a1 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 945 time: 0.1309841 May 31 18:25:34.465445 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-63055e9d-0bf8-4655-aec9-40be7a5638a6 req-999fd2a3-4b6c-4cd0-980c-e0c014d3a13e tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503213 May 31 18:25:35.730422 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732a506-6679-4b04-9fbc-4c20167225ad req-27b8378a-c715-4990-90e1-bb3bfc1cb50e tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:35.731806 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-4732a506-6679-4b04-9fbc-4c20167225ad req-27b8378a-c715-4990-90e1-bb3bfc1cb50e tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 945 time: 0.1056178 May 31 18:25:35.790617 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-4732a506-6679-4b04-9fbc-4c20167225ad req-de03185d-061f-4caa-aaac-a3a1962c040f tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527782 May 31 18:25:36.117765 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-d96d38b1-f50c-4b22-ae4e-a22edd3bacff req-12ed7efe-19ba-48e5-88c1-f9c3518256eb tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1948097573&fields=id&tenant_id=c7516990dfc94a1fab0f4fa45d95aad3 HTTP/1.1" status: 200 len: 267 time: 0.0441983 May 31 18:25:36.205834 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d38b1-f50c-4b22-ae4e-a22edd3bacff req-f109f26d-f603-4d81-86b2-0e1a2ac530ca tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:36.207761 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-d96d38b1-f50c-4b22-ae4e-a22edd3bacff req-f109f26d-f603-4d81-86b2-0e1a2ac530ca tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/ports?device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 985 time: 0.0834184 May 31 18:25:36.220916 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [req-d96d38b1-f50c-4b22-ae4e-a22edd3bacff req-db19b5cc-a1b5-43a7-adf3-64087720d6ab tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Request body: {'port': {'security_groups': ['d5807014-b84a-40d0-9519-1b9284cf48c4']}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:25:36.361754 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-d96d38b1-f50c-4b22-ae4e-a22edd3bacff req-db19b5cc-a1b5-43a7-adf3-64087720d6ab tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:36.632557 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.db [req-d96d38b1-f50c-4b22-ae4e-a22edd3bacff req-db19b5cc-a1b5-43a7-adf3-64087720d6ab tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] For port dec89346-b854-495c-b101-d092a6a8f671, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=dec89346-b854-495c-b101-d092a6a8f671,segment=NetworkSegment(d3a8a1df-b488-4a35-87e5-0d913afd14ce),segment_id=d3a8a1df-b488-4a35-87e5-0d913afd14ce)] {{(pid=91753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:25:36.658688 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-d96d38b1-f50c-4b22-ae4e-a22edd3bacff req-db19b5cc-a1b5-43a7-adf3-64087720d6ab tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks [] for port, precommit_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:36.665743 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-d96d38b1-f50c-4b22-ae4e-a22edd3bacff req-db19b5cc-a1b5-43a7-adf3-64087720d6ab tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1833552'] for port, after_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:36.673590 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-ed6954fa-7b74-4709-9e9e-4d04985e87d2 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:25:36.678475 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] get_ports_and_sgs() called for port_ids ['dec89346-b854-495c-b101-d092a6a8f671'] {{(pid=91755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:25:36.811305 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db19b5cc-a1b5-43a7-adf3-64087720d6ab tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Pushing event updated for resources: {'Port': ['ID=dec89346-b854-495c-b101-d092a6a8f671,revision_number=7']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:25:36.821534 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d38b1-f50c-4b22-ae4e-a22edd3bacff req-db19b5cc-a1b5-43a7-adf3-64087720d6ab tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:36.822187 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-d96d38b1-f50c-4b22-ae4e-a22edd3bacff req-db19b5cc-a1b5-43a7-adf3-64087720d6ab tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:36.831337 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 33832) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:25:36.842630 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-d96d38b1-f50c-4b22-ae4e-a22edd3bacff req-db19b5cc-a1b5-43a7-adf3-64087720d6ab tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "PUT /v2.0/ports/dec89346-b854-495c-b101-d092a6a8f671 HTTP/1.1" status: 200 len: 943 time: 0.6261814 May 31 18:25:36.843405 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b77bc6-057e-423f-b873-5324c6aabefe', 'tag': 'dec89346-b854-495c-b101-d092a6a8f671'}] {{(pid=91753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:25:36.848989 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4a07d5f70f7fd4dbd3fa52429be7a5e9952b90ad99acae3e898da8695de761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b003bc3-2e3b-4d14-8d21-88e1aae98835" -d '{"events": [{"name": "network-changed", "server_uuid": "01b77bc6-057e-423f-b873-5324c6aabefe", "tag": "dec89346-b854-495c-b101-d092a6a8f671"}]}' {{(pid=91753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:25:36.871400 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db19b5cc-a1b5-43a7-adf3-64087720d6ab tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:36.880371 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db19b5cc-a1b5-43a7-adf3-64087720d6ab tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:36.883109 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db19b5cc-a1b5-43a7-adf3-64087720d6ab tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:36.883732 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db19b5cc-a1b5-43a7-adf3-64087720d6ab tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:36.884291 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db19b5cc-a1b5-43a7-adf3-64087720d6ab tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:36.884839 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db19b5cc-a1b5-43a7-adf3-64087720d6ab tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:36.890956 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db19b5cc-a1b5-43a7-adf3-64087720d6ab tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:36.891961 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db19b5cc-a1b5-43a7-adf3-64087720d6ab tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:36.892774 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db19b5cc-a1b5-43a7-adf3-64087720d6ab tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:36.893310 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db19b5cc-a1b5-43a7-adf3-64087720d6ab tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:36.893855 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db19b5cc-a1b5-43a7-adf3-64087720d6ab tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:36.894369 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db19b5cc-a1b5-43a7-adf3-64087720d6ab tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:36.910926 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-db19b5cc-a1b5-43a7-adf3-64087720d6ab tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:25:36.921978 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] get_ports_and_sgs() called for port_ids ['dec89346-b854-495c-b101-d092a6a8f671'] {{(pid=91755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:25:36.939454 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-162cb776-2f84-4db3-905a-36c9b48f2325 x-openstack-request-id: req-162cb776-2f84-4db3-905a-36c9b48f2325 {{(pid=91753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:25:36.939784 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01b77bc6-057e-423f-b873-5324c6aabefe", "tag": "dec89346-b854-495c-b101-d092a6a8f671", "status": "completed", "code": 200}]} {{(pid=91753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:25:36.940095 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-162cb776-2f84-4db3-905a-36c9b48f2325 {{(pid=91753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:25:36.940528 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b77bc6-057e-423f-b873-5324c6aabefe', 'tag': 'dec89346-b854-495c-b101-d092a6a8f671', 'status': 'completed', 'code': 200} May 31 18:25:37.046316 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-895bba31-be96-4b0a-ad2f-551fd6b57cd9 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:37.081666 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-895bba31-be96-4b0a-ad2f-551fd6b57cd9 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:37.101207 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f2641-f0b9-4a39-943e-c3d025cdf273 req-7128e83f-243f-488d-bbf6-04df0cda9c22 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:37.108314 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-8a6f2641-f0b9-4a39-943e-c3d025cdf273 req-7128e83f-243f-488d-bbf6-04df0cda9c22 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 945 time: 0.1080458 May 31 18:25:37.187821 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b003bc3-2e3b-4d14-8d21-88e1aae98835 req-33fbbd57-9d91-4a03-b807-9068e4aa2059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:37.190172 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8b003bc3-2e3b-4d14-8d21-88e1aae98835 req-33fbbd57-9d91-4a03-b807-9068e4aa2059 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7516990dfc94a1fab0f4fa45d95aad3&device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 1099 time: 0.2227285 May 31 18:25:37.191619 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-8a6f2641-f0b9-4a39-943e-c3d025cdf273 req-52f99013-8ce7-4217-b944-9a578760b3d1 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822134 May 31 18:25:37.196724 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-50d11c42-a1e0-4c95-9c93-ec1c2d552fdf None None] Provisioning complete for port dec89346-b854-495c-b101-d092a6a8f671 triggered by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:25:37.197110 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-50d11c42-a1e0-4c95-9c93-ec1c2d552fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:37.205452 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-895bba31-be96-4b0a-ad2f-551fd6b57cd9 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:37.230114 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-c9ea74d2-b54d-4788-9ad2-8bf7da748c22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:25:37.373508 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bba31-be96-4b0a-ad2f-551fd6b57cd9 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c266301-3caa-4a4a-92fb-525d4c16b2f2,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:25:37.435819 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-895bba31-be96-4b0a-ad2f-551fd6b57cd9 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:37.436868 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-895bba31-be96-4b0a-ad2f-551fd6b57cd9 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "DELETE /v2.0/security-groups/7c266301-3caa-4a4a-92fb-525d4c16b2f2 HTTP/1.1" status: 204 len: 168 time: 0.6045203 May 31 18:25:37.438494 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bba31-be96-4b0a-ad2f-551fd6b57cd9 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:37.438797 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bba31-be96-4b0a-ad2f-551fd6b57cd9 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:37.439146 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bba31-be96-4b0a-ad2f-551fd6b57cd9 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:37.439492 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bba31-be96-4b0a-ad2f-551fd6b57cd9 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:37.439833 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bba31-be96-4b0a-ad2f-551fd6b57cd9 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:37.440199 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bba31-be96-4b0a-ad2f-551fd6b57cd9 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:37.440819 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 33838) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:25:37.448391 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bba31-be96-4b0a-ad2f-551fd6b57cd9 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:37.449105 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bba31-be96-4b0a-ad2f-551fd6b57cd9 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:37.449691 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bba31-be96-4b0a-ad2f-551fd6b57cd9 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:37.450374 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bba31-be96-4b0a-ad2f-551fd6b57cd9 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:37.452421 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bba31-be96-4b0a-ad2f-551fd6b57cd9 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:37.453020 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-895bba31-be96-4b0a-ad2f-551fd6b57cd9 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:37.472311 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-895bba31-be96-4b0a-ad2f-551fd6b57cd9 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:25:37.544553 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b003bc3-2e3b-4d14-8d21-88e1aae98835 req-9e21acb8-aabf-4b19-a3ea-f719793e64a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:37.546659 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8b003bc3-2e3b-4d14-8d21-88e1aae98835 req-9e21acb8-aabf-4b19-a3ea-f719793e64a8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e3831ffb-3fed-4199-9345-e83614c932f0 HTTP/1.1" status: 200 len: 915 time: 0.3177433 May 31 18:25:37.668581 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8b003bc3-2e3b-4d14-8d21-88e1aae98835 req-c1c44091-e53a-4cbf-886c-3cb71fc4b092 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dec89346-b854-495c-b101-d092a6a8f671 HTTP/1.1" status: 200 len: 1002 time: 0.1141829 May 31 18:25:37.737580 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b003bc3-2e3b-4d14-8d21-88e1aae98835 req-e36f0c4b-6729-464b-8965-3a7a266b18bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:37.739390 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8b003bc3-2e3b-4d14-8d21-88e1aae98835 req-e36f0c4b-6729-464b-8965-3a7a266b18bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=91c6e033-f0f9-45bc-8ee9-e5514627197a HTTP/1.1" status: 200 len: 854 time: 0.0636346 May 31 18:25:37.827204 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b003bc3-2e3b-4d14-8d21-88e1aae98835 req-5eb89c44-854d-4a5a-90fe-fcf65e454451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:37.828764 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8b003bc3-2e3b-4d14-8d21-88e1aae98835 req-5eb89c44-854d-4a5a-90fe-fcf65e454451 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e3831ffb-3fed-4199-9345-e83614c932f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0828485 May 31 18:25:37.855973 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.plugin [None req-94823aa6-c2fb-415f-a841-399d001c9cac tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Deleting port 769929d2-cf2c-4b6c-9ee0-da9450ec8763 {{(pid=91753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:25:37.856694 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-94823aa6-c2fb-415f-a841-399d001c9cac tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:38.013688 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8b003bc3-2e3b-4d14-8d21-88e1aae98835 req-bf39e4b1-1806-4808-b79f-145d6e7eed5c service neutron] 10.222.0.20 "GET /v2.0/networks/e3831ffb-3fed-4199-9345-e83614c932f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772535 May 31 18:25:38.041803 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-94823aa6-c2fb-415f-a841-399d001c9cac tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:38.042126 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-94823aa6-c2fb-415f-a841-399d001c9cac tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:38.178563 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8b003bc3-2e3b-4d14-8d21-88e1aae98835 req-6c80326d-41e3-4a80-bd79-6dcf051d2f2b service neutron] 10.222.0.20 "GET /v2.0/networks/e3831ffb-3fed-4199-9345-e83614c932f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575937 May 31 18:25:38.191484 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.plugin [None req-94823aa6-c2fb-415f-a841-399d001c9cac tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Calling delete_port for 769929d2-cf2c-4b6c-9ee0-da9450ec8763 owned by network:floatingip {{(pid=91753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:25:38.423177 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-94823aa6-c2fb-415f-a841-399d001c9cac tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1833561'] for port, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:38.430393 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-a2771e3d-aada-4a79-afc3-c9fb686d2cbe tempest-ServerRescueNegativeTestJSON-414439401 tempest-ServerRescueNegativeTestJSON-414439401-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:25:38.484433 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94823aa6-c2fb-415f-a841-399d001c9cac tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Pushing event deleted for resources: {'Port': ['ID=769929d2-cf2c-4b6c-9ee0-da9450ec8763,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:25:38.518535 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-94823aa6-c2fb-415f-a841-399d001c9cac tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:25:38.563653 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889281a-a2c3-499b-b8b7-0260b3b434d5 req-394baa69-35ad-448f-8073-5c7fb3151c11 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:38.566983 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-d889281a-a2c3-499b-b8b7-0260b3b434d5 req-394baa69-35ad-448f-8073-5c7fb3151c11 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 945 time: 0.2319758 May 31 18:25:38.627567 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-94823aa6-c2fb-415f-a841-399d001c9cac tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks [] for floatingip, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:38.627900 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.db.l3_db [None req-94823aa6-c2fb-415f-a841-399d001c9cac tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Floating IP 0dcd9c53-2ae9-4599-bf4c-f32ca51ab3d3 disassociated (deleted). External IP: 172.28.1.161, port: dec89346-b854-495c-b101-d092a6a8f671. May 31 18:25:38.692275 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-d889281a-a2c3-499b-b8b7-0260b3b434d5 req-5e010248-7ac3-4166-9371-7147b5325808 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160812 May 31 18:25:39.020891 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94823aa6-c2fb-415f-a841-399d001c9cac tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Router a52b1f3d-5184-4b59-85b1-1515b8b4cdf0 has already been hosted by L3 agent aa8b4aa1-734a-4f99-a735-849181ae9a49 {{(pid=91753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:25:39.214655 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94823aa6-c2fb-415f-a841-399d001c9cac tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify agent at l3_agent.dv-cinder-770050-4-smb the message routers_updated {{(pid=91753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:25:39.234738 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77150395-1bac-4bf0-96b4-910baed68cb3 None None] Sync routers for ids ['a52b1f3d-5184-4b59-85b1-1515b8b4cdf0'] in dv-cinder-770050-4-smb {{(pid=91755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:25:39.245923 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-94823aa6-c2fb-415f-a841-399d001c9cac tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for floatingip, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:39.249647 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77150395-1bac-4bf0-96b4-910baed68cb3 None None] Routers {'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:25:39.250387 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-77150395-1bac-4bf0-96b4-910baed68cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:25:19Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['a52b1f3d-5184-4b59-85b1-1515b8b4cdf0'], 'active': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:25:39.409707 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-94823aa6-c2fb-415f-a841-399d001c9cac tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "DELETE /v2.0/floatingips/0dcd9c53-2ae9-4599-bf4c-f32ca51ab3d3 HTTP/1.1" status: 204 len: 168 time: 1.9651084 May 31 18:25:39.409707 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b77bc6-057e-423f-b873-5324c6aabefe', 'tag': 'dec89346-b854-495c-b101-d092a6a8f671'}] {{(pid=91753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:25:39.410177 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4a07d5f70f7fd4dbd3fa52429be7a5e9952b90ad99acae3e898da8695de761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7000cf8-f746-4a0e-ad9b-a794c08f2915" -d '{"events": [{"name": "network-changed", "server_uuid": "01b77bc6-057e-423f-b873-5324c6aabefe", "tag": "dec89346-b854-495c-b101-d092a6a8f671"}]}' {{(pid=91753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:25:39.440635 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvr_db [None req-77150395-1bac-4bf0-96b4-910baed68cb3 None None] Set router a52b1f3d-5184-4b59-85b1-1515b8b4cdf0 gateway port host: dv-cinder-770050-4-smb {{(pid=91755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:25:39.454327 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c355ddd-6fdc-4a00-91ff-868464b89ae0 x-openstack-request-id: req-3c355ddd-6fdc-4a00-91ff-868464b89ae0 {{(pid=91753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:25:39.454858 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01b77bc6-057e-423f-b873-5324c6aabefe", "tag": "dec89346-b854-495c-b101-d092a6a8f671", "status": "completed", "code": 200}]} {{(pid=91753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:25:39.455098 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3c355ddd-6fdc-4a00-91ff-868464b89ae0 {{(pid=91753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:25:39.455607 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b77bc6-057e-423f-b873-5324c6aabefe', 'tag': 'dec89346-b854-495c-b101-d092a6a8f671', 'status': 'completed', 'code': 200} May 31 18:25:39.557197 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7000cf8-f746-4a0e-ad9b-a794c08f2915 req-42fc70d7-469f-4872-8590-ca51141100f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:39.559180 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d7000cf8-f746-4a0e-ad9b-a794c08f2915 req-42fc70d7-469f-4872-8590-ca51141100f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c7516990dfc94a1fab0f4fa45d95aad3&device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 1099 time: 0.0820761 May 31 18:25:39.699498 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7000cf8-f746-4a0e-ad9b-a794c08f2915 req-7d73ea3e-2bb9-460e-a818-e83fc2e16850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:39.700972 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d7000cf8-f746-4a0e-ad9b-a794c08f2915 req-7d73ea3e-2bb9-460e-a818-e83fc2e16850 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e3831ffb-3fed-4199-9345-e83614c932f0 HTTP/1.1" status: 200 len: 915 time: 0.1352808 May 31 18:25:39.773620 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d7000cf8-f746-4a0e-ad9b-a794c08f2915 req-60fa214b-6025-46da-bc13-a9951e37b576 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dec89346-b854-495c-b101-d092a6a8f671 HTTP/1.1" status: 200 len: 217 time: 0.0651836 May 31 18:25:39.803826 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-77150395-1bac-4bf0-96b4-910baed68cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0', 'name': 'tempest-TestMinimumBasicScenario-1372168377-router', 'tenant_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': 'b68334d4-75c9-42b7-b335-81798b2fdbb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:22:05Z', 'updated_at': '2021-05-31T18:22:10Z', 'revision_number': 4, 'project_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'gw_port': {'id': 'b68334d4-75c9-42b7-b335-81798b2fdbb4', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:22:06Z', 'updated_at': '2021-05-31T18:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': '17e3966e-3079-4b46-adc4-6825f73183d6', 'name': '', 'network_id': 'e3831ffb-3fed-4199-9345-e83614c932f0', 'tenant_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'mac_address': 'fa:16:3e:50:1a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '91c6e033-f0f9-45bc-8ee9-e5514627197a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:22:09Z', 'updated_at': '2021-05-31T18:22:17Z', 'revision_number': 5, 'project_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'subnets': [{'id': '91c6e033-f0f9-45bc-8ee9-e5514627197a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:25:39.808569 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77150395-1bac-4bf0-96b4-910baed68cb3 None None] Checking router: a52b1f3d-5184-4b59-85b1-1515b8b4cdf0 for host: dv-cinder-770050-4-smb {{(pid=91755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:25:39.820262 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77150395-1bac-4bf0-96b4-910baed68cb3 None None] Routers {'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:25:39.820895 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-77150395-1bac-4bf0-96b4-910baed68cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:25:19Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['a52b1f3d-5184-4b59-85b1-1515b8b4cdf0'], 'active': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:25:39.853325 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7000cf8-f746-4a0e-ad9b-a794c08f2915 req-35379fde-b082-448b-9909-4f79222441a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:39.854738 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d7000cf8-f746-4a0e-ad9b-a794c08f2915 req-35379fde-b082-448b-9909-4f79222441a5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=91c6e033-f0f9-45bc-8ee9-e5514627197a HTTP/1.1" status: 200 len: 854 time: 0.0716989 May 31 18:25:39.992967 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5950fd1-2c6b-4963-8a6a-8ea1f4019f06 req-bf62fbd2-f435-44cf-bfbc-a6715560356a tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:39.994414 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d5950fd1-2c6b-4963-8a6a-8ea1f4019f06 req-bf62fbd2-f435-44cf-bfbc-a6715560356a tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 945 time: 0.1555104 May 31 18:25:39.997049 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7000cf8-f746-4a0e-ad9b-a794c08f2915 req-280db20b-c5ed-4513-bc8b-f84d003e0543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:39.998377 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d7000cf8-f746-4a0e-ad9b-a794c08f2915 req-280db20b-c5ed-4513-bc8b-f84d003e0543 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e3831ffb-3fed-4199-9345-e83614c932f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1097906 May 31 18:25:40.019106 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvr_db [None req-77150395-1bac-4bf0-96b4-910baed68cb3 None None] Set router a52b1f3d-5184-4b59-85b1-1515b8b4cdf0 gateway port host: dv-cinder-770050-4-smb {{(pid=91755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:25:40.109866 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d5950fd1-2c6b-4963-8a6a-8ea1f4019f06 req-69ac0105-36c2-4ad8-a40f-1cf16a1fc573 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090693 May 31 18:25:40.165921 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d7000cf8-f746-4a0e-ad9b-a794c08f2915 req-34810f23-1271-40ae-ba2d-48c0a661a71a service neutron] 10.222.0.20 "GET /v2.0/networks/e3831ffb-3fed-4199-9345-e83614c932f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472204 May 31 18:25:40.305084 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d7000cf8-f746-4a0e-ad9b-a794c08f2915 req-112cee9b-7b6c-4c11-ae3f-0365734fc981 service neutron] 10.222.0.20 "GET /v2.0/networks/e3831ffb-3fed-4199-9345-e83614c932f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294262 May 31 18:25:40.341556 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-77150395-1bac-4bf0-96b4-910baed68cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0', 'name': 'tempest-TestMinimumBasicScenario-1372168377-router', 'tenant_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': 'b68334d4-75c9-42b7-b335-81798b2fdbb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:22:05Z', 'updated_at': '2021-05-31T18:22:10Z', 'revision_number': 4, 'project_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'gw_port': {'id': 'b68334d4-75c9-42b7-b335-81798b2fdbb4', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:22:06Z', 'updated_at': '2021-05-31T18:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': '17e3966e-3079-4b46-adc4-6825f73183d6', 'name': '', 'network_id': 'e3831ffb-3fed-4199-9345-e83614c932f0', 'tenant_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'mac_address': 'fa:16:3e:50:1a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '91c6e033-f0f9-45bc-8ee9-e5514627197a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:22:09Z', 'updated_at': '2021-05-31T18:22:17Z', 'revision_number': 5, 'project_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'subnets': [{'id': '91c6e033-f0f9-45bc-8ee9-e5514627197a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:25:40.345319 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77150395-1bac-4bf0-96b4-910baed68cb3 None None] The sync data for ids ['a52b1f3d-5184-4b59-85b1-1515b8b4cdf0'] in dv-cinder-770050-4-smb is: [{'id': 'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0', 'name': 'tempest-TestMinimumBasicScenario-1372168377-router', 'tenant_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': 'b68334d4-75c9-42b7-b335-81798b2fdbb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:22:05Z', 'updated_at': '2021-05-31T18:22:10Z', 'revision_number': 4, 'project_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'gw_port': {'id': 'b68334d4-75c9-42b7-b335-81798b2fdbb4', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:22:06Z', 'updated_at': '2021-05-31T18:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': '17e3966e-3079-4b46-adc4-6825f73183d6', 'name': '', 'network_id': 'e3831ffb-3fed-4199-9345-e83614c932f0', 'tenant_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'mac_address': 'fa:16:3e:50:1a:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '91c6e033-f0f9-45bc-8ee9-e5514627197a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:22:09Z', 'updated_at': '2021-05-31T18:22:17Z', 'revision_number': 5, 'project_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'subnets': [{'id': '91c6e033-f0f9-45bc-8ee9-e5514627197a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:25:40.374664 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633f7c7-bf51-493f-b03f-1e5585ba5ec4 req-8c23ff40-3cf7-49e7-bfa8-74b2b125a502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:40.376156 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-f633f7c7-bf51-493f-b03f-1e5585ba5ec4 req-8c23ff40-3cf7-49e7-bfa8-74b2b125a502 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4d1b216261e41c7aa55b53c9f2a5ab7&device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 1098 time: 0.0872898 May 31 18:25:40.510341 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633f7c7-bf51-493f-b03f-1e5585ba5ec4 req-ed11e82f-7b75-415b-986c-ba8e0a39edc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:40.511795 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-f633f7c7-bf51-493f-b03f-1e5585ba5ec4 req-ed11e82f-7b75-415b-986c-ba8e0a39edc1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bdb4a9e4-0610-4a9d-bf9e-a0493305c72a HTTP/1.1" status: 200 len: 917 time: 0.1282759 May 31 18:25:40.597315 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f03668f-a9fc-4d52-bcd8-bb520a8907e1 None None] New status for floating IP 0dcd9c53-2ae9-4599-bf4c-f32ca51ab3d3: DOWN {{(pid=91756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 18:25:40.618698 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-f633f7c7-bf51-493f-b03f-1e5585ba5ec4 req-25af3bb9-a4d7-4229-b24d-2ed7d95c2f02 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4 HTTP/1.1" status: 200 len: 1001 time: 0.1001010 May 31 18:25:40.686986 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633f7c7-bf51-493f-b03f-1e5585ba5ec4 req-f94cf475-ac61-4d47-918a-05a7e18c3c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:40.688423 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-f633f7c7-bf51-493f-b03f-1e5585ba5ec4 req-f94cf475-ac61-4d47-918a-05a7e18c3c84 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a141bd4c-23e4-4ac5-be95-c7e9e5ec7954 HTTP/1.1" status: 200 len: 856 time: 0.0637660 May 31 18:25:40.766478 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633f7c7-bf51-493f-b03f-1e5585ba5ec4 req-c42db7de-f454-4113-94cc-c747b0d988f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:40.767933 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-f633f7c7-bf51-493f-b03f-1e5585ba5ec4 req-c42db7de-f454-4113-94cc-c747b0d988f1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bdb4a9e4-0610-4a9d-bf9e-a0493305c72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0730400 May 31 18:25:40.897497 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-f633f7c7-bf51-493f-b03f-1e5585ba5ec4 req-c522cd79-a6a3-48ce-abc3-0825e1699398 service neutron] 10.222.0.20 "GET /v2.0/networks/bdb4a9e4-0610-4a9d-bf9e-a0493305c72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230273 May 31 18:25:41.028892 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-f633f7c7-bf51-493f-b03f-1e5585ba5ec4 req-a571bcf1-ab8b-4494-ae98-09767b79b69e service neutron] 10.222.0.20 "GET /v2.0/networks/bdb4a9e4-0610-4a9d-bf9e-a0493305c72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245530 May 31 18:25:41.307336 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8241c4-2b58-4aab-8a3d-6303da3562c3 req-4e707507-cca3-4d6f-b9e9-10778052c6c6 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:41.308815 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2e8241c4-2b58-4aab-8a3d-6303da3562c3 req-4e707507-cca3-4d6f-b9e9-10778052c6c6 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 945 time: 0.0863674 May 31 18:25:41.442368 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2e8241c4-2b58-4aab-8a3d-6303da3562c3 req-dd502bb2-0558-455e-8e92-59d8095d2b7b tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277473 May 31 18:25:42.048654 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.agents_db [None req-6172caff-413f-4f38-b24a-66359638417e None None] Agent healthcheck: found 6 active agents {{(pid=91756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:25:42.639515 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3294a-64bf-497c-969a-4a5b1678170b req-55ec6fd6-9327-480e-b03d-ff142978cee1 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:42.641333 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-1fc3294a-64bf-497c-969a-4a5b1678170b req-55ec6fd6-9327-480e-b03d-ff142978cee1 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 945 time: 0.0807014 May 31 18:25:42.690139 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-1fc3294a-64bf-497c-969a-4a5b1678170b req-9687a6d9-bff7-4d51-a405-b00862b62d56 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422468 May 31 18:25:42.847931 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a15b410-803b-4f44-8fde-fb33a8fa654e req-8e9adba7-ee65-4416-bd67-16559536caab tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:42.849430 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2a15b410-803b-4f44-8fde-fb33a8fa654e req-8e9adba7-ee65-4416-bd67-16559536caab tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/ports?device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 946 time: 0.0867929 May 31 18:25:42.891460 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-2a15b410-803b-4f44-8fde-fb33a8fa654e req-ca42704a-74a2-4bbe-a94c-457c5cac1d3a tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Synchronizing usage tracker for tenant:c7516990dfc94a1fab0f4fa45d95aad3 on resource:security_group {{(pid=91754) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:25:42.906519 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-2a15b410-803b-4f44-8fde-fb33a8fa654e req-ca42704a-74a2-4bbe-a94c-457c5cac1d3a tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Unset dirty status for tenant:c7516990dfc94a1fab0f4fa45d95aad3 on resource:security_group {{(pid=91754) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:25:42.907637 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2a15b410-803b-4f44-8fde-fb33a8fa654e req-ca42704a-74a2-4bbe-a94c-457c5cac1d3a tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5807014-b84a-40d0-9519-1b9284cf48c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525537 May 31 18:25:43.161150 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4 no longer exists at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:25:43.269136 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:43.294544 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dad5e2f-c186-4450-a2b3-ceddeaa63981', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:25:43.296812 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e2032fe1b554800b495be35bbba042da1e7f6a6deba8ede5c150f2a358caca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c1fc4c-d6f8-455b-acd8-0a42f663a70f" -d '{"events": [{"server_uuid": "0dad5e2f-c186-4450-a2b3-ceddeaa63981", "name": "network-vif-unplugged", "status": "completed", "tag": "165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:25:43.304836 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4,segment=NetworkSegment(9e7eb541-2a48-4373-bede-dc253746dbb0),segment_id=9e7eb541-2a48-4373-bede-dc253746dbb0)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:25:43.310082 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:43.312779 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:25:43.348008 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 31 May 2021 18:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77aab77b-3e26-4747-94a8-d90959c9cb7c x-openstack-request-id: req-77aab77b-3e26-4747-94a8-d90959c9cb7c {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:25:43.348327 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dad5e2f-c186-4450-a2b3-ceddeaa63981", "name": "network-vif-unplugged", "status": "failed", "tag": "165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4", "code": 422}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:25:43.348582 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-77aab77b-3e26-4747-94a8-d90959c9cb7c {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:25:43.348998 dv-cinder-770050-4-smb neutron-server[91755]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0dad5e2f-c186-4450-a2b3-ceddeaa63981', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4', 'code': 422} returned with failed status May 31 18:25:43.384507 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4,revision_number=8']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:25:43.391769 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:43.392133 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:43.392467 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:43.392790 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:43.393110 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:43.393426 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:43.393746 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:43.394058 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:43.394371 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:43.394686 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:43.394994 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:43.395302 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:25:43.399074 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:25:43.894757 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38535e-8380-4fa2-95ef-ef8e4dac7b37 req-28ceb844-c008-4bf5-9f96-f917887a37dc tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:43.896758 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-8b38535e-8380-4fa2-95ef-ef8e4dac7b37 req-28ceb844-c008-4bf5-9f96-f917887a37dc tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 943 time: 0.0773287 May 31 18:25:43.939886 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-8b38535e-8380-4fa2-95ef-ef8e4dac7b37 req-a3714465-80c0-4929-8729-d39e84b77825 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375268 May 31 18:25:44.099561 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6a0c1-5327-4d28-818b-8fec0f1b8e0c req-63facca6-1634-444a-89d1-c81dcff868d3 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:44.101019 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a4b6a0c1-5327-4d28-818b-8fec0f1b8e0c req-63facca6-1634-444a-89d1-c81dcff868d3 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/ports?device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 946 time: 0.0823236 May 31 18:25:44.145863 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a4b6a0c1-5327-4d28-818b-8fec0f1b8e0c req-8efc1d88-1ddc-4715-a39e-aa02d25a4625 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/security-groups?id=d5807014-b84a-40d0-9519-1b9284cf48c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391309 May 31 18:25:44.647017 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adacb4-f67a-4e57-a87f-94a175e6c2c4 req-e179ccfa-184d-4ad5-bef7-d600dbd05ebc tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:44.647697 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-28adacb4-f67a-4e57-a87f-94a175e6c2c4 req-e179ccfa-184d-4ad5-bef7-d600dbd05ebc tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Synchronizing usage tracker for tenant:c7516990dfc94a1fab0f4fa45d95aad3 on resource:port {{(pid=91753) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:25:44.662474 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-28adacb4-f67a-4e57-a87f-94a175e6c2c4 req-e179ccfa-184d-4ad5-bef7-d600dbd05ebc tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Unset dirty status for tenant:c7516990dfc94a1fab0f4fa45d95aad3 on resource:port {{(pid=91753) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:25:44.663502 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-28adacb4-f67a-4e57-a87f-94a175e6c2c4 req-e179ccfa-184d-4ad5-bef7-d600dbd05ebc tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.20 "GET /v2.0/ports?device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 946 time: 0.0966702 May 31 18:25:44.803687 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.plugin [req-28adacb4-f67a-4e57-a87f-94a175e6c2c4 req-2001a44a-bb2c-44a4-85c7-65d042c46388 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Deleting port dec89346-b854-495c-b101-d092a6a8f671 {{(pid=91753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:25:44.803687 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-28adacb4-f67a-4e57-a87f-94a175e6c2c4 req-2001a44a-bb2c-44a4-85c7-65d042c46388 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:44.940857 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.db [req-28adacb4-f67a-4e57-a87f-94a175e6c2c4 req-2001a44a-bb2c-44a4-85c7-65d042c46388 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] For port dec89346-b854-495c-b101-d092a6a8f671, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=dec89346-b854-495c-b101-d092a6a8f671,segment=NetworkSegment(d3a8a1df-b488-4a35-87e5-0d913afd14ce),segment_id=d3a8a1df-b488-4a35-87e5-0d913afd14ce)] {{(pid=91753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:25:44.941509 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-28adacb4-f67a-4e57-a87f-94a175e6c2c4 req-2001a44a-bb2c-44a4-85c7-65d042c46388 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:45.064429 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.plugin [req-28adacb4-f67a-4e57-a87f-94a175e6c2c4 req-2001a44a-bb2c-44a4-85c7-65d042c46388 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Calling delete_port for dec89346-b854-495c-b101-d092a6a8f671 owned by compute:nova {{(pid=91753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:25:45.172221 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-28adacb4-f67a-4e57-a87f-94a175e6c2c4 req-2001a44a-bb2c-44a4-85c7-65d042c46388 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1833561'] for port, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:45.179849 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-5d64e61d-84a3-4cb2-84d5-048ef182a37d tempest-VolumesNegativeTest-1245919700 tempest-VolumesNegativeTest-1245919700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:25:45.184675 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] get_ports_and_sgs() called for port_ids ['dec89346-b854-495c-b101-d092a6a8f671'] {{(pid=91755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:25:45.234645 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001a44a-bb2c-44a4-85c7-65d042c46388 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Pushing event deleted for resources: {'Port': ['ID=dec89346-b854-495c-b101-d092a6a8f671,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:25:45.237925 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-2001a44a-bb2c-44a4-85c7-65d042c46388 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:25:45.327056 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-24f825f1-0988-494a-824c-9c7f8cf310ac req-1bd03618-967e-4dfb-811c-0de4f3476b05 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.25 "GET /v2.0/ports?device_id=01b77bc6-057e-423f-b873-5324c6aabefe HTTP/1.1" status: 200 len: 210 time: 0.0464282 May 31 18:25:45.433897 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.l3_dvrscheduler_db [req-28adacb4-f67a-4e57-a87f-94a175e6c2c4 req-2001a44a-bb2c-44a4-85c7-65d042c46388 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] No DVR routers for this DVR port dec89346-b854-495c-b101-d092a6a8f671 on host hv-cinder-77005 {{(pid=91753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:25:45.437447 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-28adacb4-f67a-4e57-a87f-94a175e6c2c4 req-2001a44a-bb2c-44a4-85c7-65d042c46388 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:45.439948 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b77bc6-057e-423f-b873-5324c6aabefe', 'name': 'network-vif-deleted', 'tag': 'dec89346-b854-495c-b101-d092a6a8f671'}] {{(pid=91753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:25:45.442234 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4a07d5f70f7fd4dbd3fa52429be7a5e9952b90ad99acae3e898da8695de761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c13b08-f77f-4fb1-8bb4-bad23add4efb" -d '{"events": [{"server_uuid": "01b77bc6-057e-423f-b873-5324c6aabefe", "name": "network-vif-deleted", "tag": "dec89346-b854-495c-b101-d092a6a8f671"}]}' {{(pid=91753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:25:45.466672 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-28adacb4-f67a-4e57-a87f-94a175e6c2c4 req-2001a44a-bb2c-44a4-85c7-65d042c46388 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] 10.222.0.20 "DELETE /v2.0/ports/dec89346-b854-495c-b101-d092a6a8f671 HTTP/1.1" status: 204 len: 173 time: 0.7956142 May 31 18:25:45.493357 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db1ed9-b514-4d30-988f-7289be7f17a6 req-90903fcd-1f8a-4e0e-b4a0-802209cd5f77 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:45.495131 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-54db1ed9-b514-4d30-988f-7289be7f17a6 req-90903fcd-1f8a-4e0e-b4a0-802209cd5f77 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 943 time: 0.1387291 May 31 18:25:45.497636 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe03d8af-c451-476a-94a1-99bde97370c9 x-openstack-request-id: req-fe03d8af-c451-476a-94a1-99bde97370c9 {{(pid=91753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:25:45.497636 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01b77bc6-057e-423f-b873-5324c6aabefe", "name": "network-vif-deleted", "tag": "dec89346-b854-495c-b101-d092a6a8f671", "status": "completed", "code": 200}]} {{(pid=91753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:25:45.497918 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe03d8af-c451-476a-94a1-99bde97370c9 {{(pid=91753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:25:45.498366 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b77bc6-057e-423f-b873-5324c6aabefe', 'name': 'network-vif-deleted', 'tag': 'dec89346-b854-495c-b101-d092a6a8f671', 'status': 'completed', 'code': 200} May 31 18:25:45.543387 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-54db1ed9-b514-4d30-988f-7289be7f17a6 req-b19b8120-f583-4214-afa8-24fcd8ce2437 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424244 May 31 18:25:45.571543 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 33958) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:25:45.710764 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-35d6ec67-c0b8-49ed-90f3-4a64878c551e req-6cf5d17d-63d8-4040-855d-224bab9348de service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1377008 May 31 18:25:46.010624 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-657a3266-964b-47cf-8398-3c2d7b0b414e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:46.624728 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6ec67-c0b8-49ed-90f3-4a64878c551e req-a4c7e789-5f0a-47ce-9ce1-c0d635dfe3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:46.626211 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-35d6ec67-c0b8-49ed-90f3-4a64878c551e req-a4c7e789-5f0a-47ce-9ce1-c0d635dfe3de service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981&tenant_id=b4d1b216261e41c7aa55b53c9f2a5ab7 HTTP/1.1" status: 200 len: 1096 time: 0.0857942 May 31 18:25:46.780677 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6ec67-c0b8-49ed-90f3-4a64878c551e req-eafe09a6-004f-4328-8d2b-1ea940afc007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:46.782139 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-35d6ec67-c0b8-49ed-90f3-4a64878c551e req-eafe09a6-004f-4328-8d2b-1ea940afc007 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4d1b216261e41c7aa55b53c9f2a5ab7&device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 1096 time: 0.1344304 May 31 18:25:46.790209 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fcbe6-a2a4-4ed7-a06d-24eb8333777d req-f0e67fe1-a010-4eb0-96c4-38c6a4d961fc tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:46.791548 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-971fcbe6-a2a4-4ed7-a06d-24eb8333777d req-f0e67fe1-a010-4eb0-96c4-38c6a4d961fc tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 943 time: 0.1146655 May 31 18:25:46.916329 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-971fcbe6-a2a4-4ed7-a06d-24eb8333777d req-00130912-a5a2-435f-bd6b-9c1192855541 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054990 May 31 18:25:46.926191 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 34016) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:25:46.952383 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6ec67-c0b8-49ed-90f3-4a64878c551e req-726f0ea0-15d3-4ee4-97ca-123098c49e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:46.953828 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-35d6ec67-c0b8-49ed-90f3-4a64878c551e req-726f0ea0-15d3-4ee4-97ca-123098c49e31 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bdb4a9e4-0610-4a9d-bf9e-a0493305c72a HTTP/1.1" status: 200 len: 917 time: 0.1614256 May 31 18:25:47.057202 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-35d6ec67-c0b8-49ed-90f3-4a64878c551e req-7ccf8991-80a8-47b5-bee2-4ef5468d77c5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4 HTTP/1.1" status: 200 len: 999 time: 0.0963857 May 31 18:25:47.122147 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6ec67-c0b8-49ed-90f3-4a64878c551e req-44f81787-af39-4ba5-989b-1d2a72273d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:47.123567 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-35d6ec67-c0b8-49ed-90f3-4a64878c551e req-44f81787-af39-4ba5-989b-1d2a72273d4b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a141bd4c-23e4-4ac5-be95-c7e9e5ec7954 HTTP/1.1" status: 200 len: 856 time: 0.0587347 May 31 18:25:47.174490 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device dec89346-b854-495c-b101-d092a6a8f671 no longer exists at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:25:47.203468 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6ec67-c0b8-49ed-90f3-4a64878c551e req-0436183a-9790-4ff0-b1d2-3cf8faafccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:47.204969 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-35d6ec67-c0b8-49ed-90f3-4a64878c551e req-0436183a-9790-4ff0-b1d2-3cf8faafccf4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bdb4a9e4-0610-4a9d-bf9e-a0493305c72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0750253 May 31 18:25:47.214378 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] No Port match for: dec89346-b854-495c-b101-d092a6a8f671 {{(pid=91755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:25:47.214846 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device dec89346-b854-495c-b101-d092a6a8f671 not bound to the agent host hv-cinder-77005 {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:25:47.336422 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-35d6ec67-c0b8-49ed-90f3-4a64878c551e req-5000f84c-4109-429f-bb5d-22453807d3e0 service neutron] 10.222.0.20 "GET /v2.0/networks/bdb4a9e4-0610-4a9d-bf9e-a0493305c72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237762 May 31 18:25:47.463883 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-31a97bed-cbec-4d5b-a3a0-f232b8d68a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960266'] for router_interface, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:47.465218 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-35d6ec67-c0b8-49ed-90f3-4a64878c551e req-0df1a587-0f2a-4c22-87df-73b6f6c012c8 service neutron] 10.222.0.20 "GET /v2.0/networks/bdb4a9e4-0610-4a9d-bf9e-a0493305c72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226013 May 31 18:25:47.634225 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad86528-7319-4a12-95fc-2354659e23b8 req-a5fd75fb-cca1-4be8-b082-ab5886b1832a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:47.635722 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-9ad86528-7319-4a12-95fc-2354659e23b8 req-a5fd75fb-cca1-4be8-b082-ab5886b1832a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b4d1b216261e41c7aa55b53c9f2a5ab7&device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 1096 time: 0.0731297 May 31 18:25:47.790460 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad86528-7319-4a12-95fc-2354659e23b8 req-7a752a97-5a17-4e6d-9ce0-8e20feb017eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:47.792139 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-9ad86528-7319-4a12-95fc-2354659e23b8 req-7a752a97-5a17-4e6d-9ce0-8e20feb017eb service neutron] 10.222.0.20 "GET /v2.0/networks?id=bdb4a9e4-0610-4a9d-bf9e-a0493305c72a HTTP/1.1" status: 200 len: 917 time: 0.1313090 May 31 18:25:47.902385 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [None req-31a97bed-cbec-4d5b-a3a0-f232b8d68a5e admin admin] Deleting port 17e3966e-3079-4b46-adc4-6825f73183d6 {{(pid=91754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:25:47.903479 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-31a97bed-cbec-4d5b-a3a0-f232b8d68a5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:47.919943 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-9ad86528-7319-4a12-95fc-2354659e23b8 req-4c447d58-8526-4ad9-ae26-ae1567bcf24c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4 HTTP/1.1" status: 200 len: 999 time: 0.1210642 May 31 18:25:48.080492 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [None req-31a97bed-cbec-4d5b-a3a0-f232b8d68a5e admin admin] For port 17e3966e-3079-4b46-adc4-6825f73183d6, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=17e3966e-3079-4b46-adc4-6825f73183d6,segment=NetworkSegment(d3a8a1df-b488-4a35-87e5-0d913afd14ce),segment_id=d3a8a1df-b488-4a35-87e5-0d913afd14ce)] {{(pid=91754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:25:48.081056 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-31a97bed-cbec-4d5b-a3a0-f232b8d68a5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:48.250179 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f5673-cb54-4dd1-b5ec-06e609b042b7 req-da8eb789-c59c-452d-b043-f2284fbeeb65 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:48.265983 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-873f5673-cb54-4dd1-b5ec-06e609b042b7 req-da8eb789-c59c-452d-b043-f2284fbeeb65 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 943 time: 0.1530159 May 31 18:25:48.322057 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-873f5673-cb54-4dd1-b5ec-06e609b042b7 req-36ff9aed-5d9d-4bb4-afaa-0b6d4d528b2f tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550799 May 31 18:25:48.360710 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [None req-31a97bed-cbec-4d5b-a3a0-f232b8d68a5e admin admin] Calling delete_port for 17e3966e-3079-4b46-adc4-6825f73183d6 owned by network:router_interface {{(pid=91754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:25:48.535941 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-1bf47477-4724-490a-9202-b18eb5de966f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:48.577807 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:48.656584 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:48.665926 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-31a97bed-cbec-4d5b-a3a0-f232b8d68a5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:48.670094 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-d5b9ca77-bf22-4b07-882a-d989ed3c6633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:25:48.717366 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a97bed-cbec-4d5b-a3a0-f232b8d68a5e admin admin] Pushing event deleted for resources: {'Port': ['ID=17e3966e-3079-4b46-adc4-6825f73183d6,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:25:48.719895 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-31a97bed-cbec-4d5b-a3a0-f232b8d68a5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:25:48.993274 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-31a97bed-cbec-4d5b-a3a0-f232b8d68a5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-956058'] for router_interface, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:49.365098 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a97bed-cbec-4d5b-a3a0-f232b8d68a5e admin admin] Router a52b1f3d-5184-4b59-85b1-1515b8b4cdf0 has already been hosted by L3 agent aa8b4aa1-734a-4f99-a735-849181ae9a49 {{(pid=91754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:25:49.546753 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:49.578765 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a97bed-cbec-4d5b-a3a0-f232b8d68a5e admin admin] Notify agent at l3_agent.dv-cinder-770050-4-smb the message routers_updated {{(pid=91754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:25:49.589989 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20581c6a-a30e-4269-9c05-efd55c21992b None None] Sync routers for ids ['a52b1f3d-5184-4b59-85b1-1515b8b4cdf0'] in dv-cinder-770050-4-smb {{(pid=91755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:25:49.593344 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-31a97bed-cbec-4d5b-a3a0-f232b8d68a5e admin admin] 10.222.0.25 "PUT /v2.0/routers/a52b1f3d-5184-4b59-85b1-1515b8b4cdf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6659715 May 31 18:25:49.595741 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 34048) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:25:49.624235 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20581c6a-a30e-4269-9c05-efd55c21992b None None] Routers {'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:25:49.624788 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-20581c6a-a30e-4269-9c05-efd55c21992b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:25:49Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['a52b1f3d-5184-4b59-85b1-1515b8b4cdf0'], 'active': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:25:49.671240 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e21e5-2a40-41dc-aa0f-65f5d38bc44e req-4a4e4aa0-55c0-4b4c-84d2-5ddab9c3edb7 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:49.675412 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-9a5e21e5-2a40-41dc-aa0f-65f5d38bc44e req-4a4e4aa0-55c0-4b4c-84d2-5ddab9c3edb7 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 943 time: 0.2171977 May 31 18:25:49.758911 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-9a5e21e5-2a40-41dc-aa0f-65f5d38bc44e req-746f1e34-7e3e-4f29-b548-c317b661b41e tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782862 May 31 18:25:49.850570 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvr_db [None req-20581c6a-a30e-4269-9c05-efd55c21992b None None] Set router a52b1f3d-5184-4b59-85b1-1515b8b4cdf0 gateway port host: dv-cinder-770050-4-smb {{(pid=91755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:25:49.898409 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-d5fbe245-f540-4114-9419-76c2e027fa16 admin admin] Notify callbacks [] for router, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:50.082304 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-d5fbe245-f540-4114-9419-76c2e027fa16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:50.182222 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-20581c6a-a30e-4269-9c05-efd55c21992b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0', 'name': 'tempest-TestMinimumBasicScenario-1372168377-router', 'tenant_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.45'}], 'enable_snat': True}, 'gw_port_id': 'b68334d4-75c9-42b7-b335-81798b2fdbb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:22:05Z', 'updated_at': '2021-05-31T18:25:48Z', 'revision_number': 5, 'project_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'gw_port': {'id': 'b68334d4-75c9-42b7-b335-81798b2fdbb4', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:a7:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:22:06Z', 'updated_at': '2021-05-31T18:22:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb'}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:25:50.186496 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20581c6a-a30e-4269-9c05-efd55c21992b None None] Checking router: a52b1f3d-5184-4b59-85b1-1515b8b4cdf0 for host: dv-cinder-770050-4-smb {{(pid=91755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:25:50.195795 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20581c6a-a30e-4269-9c05-efd55c21992b None None] Routers {'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:25:50.196470 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-20581c6a-a30e-4269-9c05-efd55c21992b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:25:49Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['a52b1f3d-5184-4b59-85b1-1515b8b4cdf0'], 'active': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:25:50.197908 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [None req-d5fbe245-f540-4114-9419-76c2e027fa16 admin admin] Deleting port b68334d4-75c9-42b7-b335-81798b2fdbb4 {{(pid=91754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:25:50.198401 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-d5fbe245-f540-4114-9419-76c2e027fa16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:50.332440 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [None req-d5fbe245-f540-4114-9419-76c2e027fa16 admin admin] For port b68334d4-75c9-42b7-b335-81798b2fdbb4, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=b68334d4-75c9-42b7-b335-81798b2fdbb4,segment=NetworkSegment(909c7060-bfe5-455f-9f67-8bef71bab1ed),segment_id=909c7060-bfe5-455f-9f67-8bef71bab1ed)] {{(pid=91754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:25:50.332955 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-d5fbe245-f540-4114-9419-76c2e027fa16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:50.358238 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvr_db [None req-20581c6a-a30e-4269-9c05-efd55c21992b None None] Set router a52b1f3d-5184-4b59-85b1-1515b8b4cdf0 gateway port host: None {{(pid=91755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:25:50.460387 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [None req-d5fbe245-f540-4114-9419-76c2e027fa16 admin admin] Calling delete_port for b68334d4-75c9-42b7-b335-81798b2fdbb4 owned by network:router_gateway {{(pid=91754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:25:50.480851 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-20581c6a-a30e-4269-9c05-efd55c21992b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0', 'name': 'tempest-TestMinimumBasicScenario-1372168377-router', 'tenant_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:22:05Z', 'updated_at': '2021-05-31T18:25:50Z', 'revision_number': 6, 'project_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'gw_port_host': None}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:25:50.484855 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20581c6a-a30e-4269-9c05-efd55c21992b None None] The sync data for ids ['a52b1f3d-5184-4b59-85b1-1515b8b4cdf0'] in dv-cinder-770050-4-smb is: [{'id': 'a52b1f3d-5184-4b59-85b1-1515b8b4cdf0', 'name': 'tempest-TestMinimumBasicScenario-1372168377-router', 'tenant_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:22:05Z', 'updated_at': '2021-05-31T18:25:50Z', 'revision_number': 6, 'project_id': 'c7516990dfc94a1fab0f4fa45d95aad3', 'gw_port_host': None}] {{(pid=91755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:25:50.602413 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-d5fbe245-f540-4114-9419-76c2e027fa16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:50.606157 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-7a9b4a2c-3786-4c6f-a2e3-17cadb22b4e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:25:50.651845 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fbe245-f540-4114-9419-76c2e027fa16 admin admin] Pushing event deleted for resources: {'Port': ['ID=b68334d4-75c9-42b7-b335-81798b2fdbb4,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:25:50.654757 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-d5fbe245-f540-4114-9419-76c2e027fa16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:25:50.742985 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-d5fbe245-f540-4114-9419-76c2e027fa16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-960535'] for router_gateway, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:50.949833 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-d5fbe245-f540-4114-9419-76c2e027fa16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-956314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2143'] for router, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:50.952287 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-d5fbe245-f540-4114-9419-76c2e027fa16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:50.975534 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3212ab-e169-4004-a48b-9168226b4db7 req-5ce0b405-4e21-4492-8ad6-2349121a2657 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:50.983891 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-8f3212ab-e169-4004-a48b-9168226b4db7 req-5ce0b405-4e21-4492-8ad6-2349121a2657 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 943 time: 0.0982056 May 31 18:25:50.984670 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-d5fbe245-f540-4114-9419-76c2e027fa16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-957606'] for router, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:50.985548 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5fbe245-f540-4114-9419-76c2e027fa16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a52b1f3d-5184-4b59-85b1-1515b8b4cdf0 {{(pid=91754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 18:25:51.007338 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-d5fbe245-f540-4114-9419-76c2e027fa16 admin admin] Notify callbacks [] for router, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:51.010834 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-d5fbe245-f540-4114-9419-76c2e027fa16 admin admin] 10.222.0.25 "DELETE /v2.0/routers/a52b1f3d-5184-4b59-85b1-1515b8b4cdf0 HTTP/1.1" status: 204 len: 168 time: 1.4116583 May 31 18:25:51.011083 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 34056) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:25:51.025660 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-8f3212ab-e169-4004-a48b-9168226b4db7 req-7467e620-2c02-4d96-a5b4-7b3d7b61b833 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405829 May 31 18:25:51.073540 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.db_base_plugin_v2 [None req-db3d2b92-ec05-4c3d-9911-8cb030be9190 admin admin] Deleting subnet 91c6e033-f0f9-45bc-8ee9-e5514627197a {{(pid=91754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 18:25:51.076697 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-db3d2b92-ec05-4c3d-9911-8cb030be9190 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:51.127457 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-db3d2b92-ec05-4c3d-9911-8cb030be9190 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10873434'] for subnet, precommit_delete_associations {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:51.230658 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:51.247690 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-db3d2b92-ec05-4c3d-9911-8cb030be9190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4023773'] for subnet, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:51.612242 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-db3d2b92-ec05-4c3d-9911-8cb030be9190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4028520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10873380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10908789'] for subnet, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:51.617283 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:25:51.651622 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3d2b92-ec05-4c3d-9911-8cb030be9190 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91c6e033-f0f9-45bc-8ee9-e5514627197a,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:25:51.659559 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-db3d2b92-ec05-4c3d-9911-8cb030be9190 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:51.661234 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2de9c6-089b-4afb-bc66-50d3e8f1f592 None None] Network e3831ffb-3fed-4199-9345-e83614c932f0 requested from dv-cinder-770050-4-smb {{(pid=91755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:25:51.664752 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-db3d2b92-ec05-4c3d-9911-8cb030be9190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:25:51.677797 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-db3d2b92-ec05-4c3d-9911-8cb030be9190 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/91c6e033-f0f9-45bc-8ee9-e5514627197a HTTP/1.1" status: 204 len: 168 time: 0.6656621 May 31 18:25:51.684639 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 34060) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:25:51.797625 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-2a7311ea-9925-43c6-bdaa-20f130ee3159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4129193'] for network, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:51.879990 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [None req-2a7311ea-9925-43c6-bdaa-20f130ee3159 admin admin] Deleting port 37a80a9f-3975-4d66-b0af-2a580b5c09c1 {{(pid=91754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:25:51.881017 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-2a7311ea-9925-43c6-bdaa-20f130ee3159 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:51.976070 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e201ddf1-17b7-4837-999b-94b8f65979b4 None None] DHCP port deletion for e3831ffb-3fed-4199-9345-e83614c932f0 request from dv-cinder-770050-4-smb {{(pid=91755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 18:25:51.992145 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [None req-2a7311ea-9925-43c6-bdaa-20f130ee3159 admin admin] For port 37a80a9f-3975-4d66-b0af-2a580b5c09c1, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=37a80a9f-3975-4d66-b0af-2a580b5c09c1,segment=NetworkSegment(d3a8a1df-b488-4a35-87e5-0d913afd14ce),segment_id=d3a8a1df-b488-4a35-87e5-0d913afd14ce)] {{(pid=91754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:25:51.992503 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-2a7311ea-9925-43c6-bdaa-20f130ee3159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:52.051780 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-e201ddf1-17b7-4837-999b-94b8f65979b4 None None] Deleting port 37a80a9f-3975-4d66-b0af-2a580b5c09c1 {{(pid=91755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:25:52.052079 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e201ddf1-17b7-4837-999b-94b8f65979b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:52.128939 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [None req-2a7311ea-9925-43c6-bdaa-20f130ee3159 admin admin] Calling delete_port for 37a80a9f-3975-4d66-b0af-2a580b5c09c1 owned by network:dhcp {{(pid=91754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:25:52.196633 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-e201ddf1-17b7-4837-999b-94b8f65979b4 None None] For port 37a80a9f-3975-4d66-b0af-2a580b5c09c1, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=37a80a9f-3975-4d66-b0af-2a580b5c09c1,segment=NetworkSegment(d3a8a1df-b488-4a35-87e5-0d913afd14ce),segment_id=d3a8a1df-b488-4a35-87e5-0d913afd14ce)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:25:52.197036 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e201ddf1-17b7-4837-999b-94b8f65979b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:52.239248 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-2a7311ea-9925-43c6-bdaa-20f130ee3159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:52.256567 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-1b151ded-7958-4b85-9b8c-8d9e454de363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:25:52.313483 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7311ea-9925-43c6-bdaa-20f130ee3159 admin admin] No DVR routers for this DVR port 37a80a9f-3975-4d66-b0af-2a580b5c09c1 on host dv-cinder-770050-4-smb {{(pid=91754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:25:52.365992 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb526d-a02a-474e-a7ec-4fbf004e083c req-7e5d4bdf-2e60-4243-aaaf-3b42d784d0af tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:52.371793 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-9dbb526d-a02a-474e-a7ec-4fbf004e083c req-7e5d4bdf-2e60-4243-aaaf-3b42d784d0af tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 943 time: 0.2099113 May 31 18:25:52.391299 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7311ea-9925-43c6-bdaa-20f130ee3159 admin admin] Pushing event deleted for resources: {'Port': ['ID=37a80a9f-3975-4d66-b0af-2a580b5c09c1,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:25:52.397481 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-2a7311ea-9925-43c6-bdaa-20f130ee3159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:25:52.450678 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-9dbb526d-a02a-474e-a7ec-4fbf004e083c req-47f2a08a-ca00-454f-813d-a6e724e980e2 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726068 May 31 18:25:52.458881 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-e201ddf1-17b7-4837-999b-94b8f65979b4 None None] Calling delete_port for 37a80a9f-3975-4d66-b0af-2a580b5c09c1 owned by network:dhcp {{(pid=91755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:25:52.479243 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 37a80a9f-3975-4d66-b0af-2a580b5c09c1 no longer exists at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:25:52.506269 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-2a7311ea-9925-43c6-bdaa-20f130ee3159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4026450', 'neutron.services.segments.db._delete_segments_for_network-8763744138716'] for network, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:52.520238 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.services.segments.db [None req-2a7311ea-9925-43c6-bdaa-20f130ee3159 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3831ffb-3fed-4199-9345-e83614c932f0']}} {{(pid=91754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:25:52.533395 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.services.segments.db [None req-2a7311ea-9925-43c6-bdaa-20f130ee3159 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3a8a1df-b488-4a35-87e5-0d913afd14ce') {'for_net_delete': True} {{(pid=91754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:25:52.533750 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.services.segments.db [None req-2a7311ea-9925-43c6-bdaa-20f130ee3159 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3a8a1df-b488-4a35-87e5-0d913afd14ce') {} {{(pid=91754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:25:52.546994 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-2a7311ea-9925-43c6-bdaa-20f130ee3159 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763744148125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10873425'] for segment, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:52.566179 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-2a7311ea-9925-43c6-bdaa-20f130ee3159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090'] for segment, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:52.572847 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a7311ea-9925-43c6-bdaa-20f130ee3159 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=91754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 18:25:52.576158 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-2a7311ea-9925-43c6-bdaa-20f130ee3159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10873986'] for segment, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:52.582296 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] No Port match for: 37a80a9f-3975-4d66-b0af-2a580b5c09c1 {{(pid=91755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:25:52.582652 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 37a80a9f-3975-4d66-b0af-2a580b5c09c1 not bound to the agent host dv-cinder-770050-4-smb {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:25:52.583081 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 17e3966e-3079-4b46-adc4-6825f73183d6 no longer exists at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:25:52.587327 dv-cinder-770050-4-smb neutron-server[91754]: Traceback (most recent call last): May 31 18:25:52.587327 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 18:25:52.587327 dv-cinder-770050-4-smb neutron-server[91754]: timer() May 31 18:25:52.587327 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 18:25:52.587327 dv-cinder-770050-4-smb neutron-server[91754]: cb(*args, **kw) May 31 18:25:52.587327 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 18:25:52.587327 dv-cinder-770050-4-smb neutron-server[91754]: return func(*args, **kwargs) May 31 18:25:52.587327 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 18:25:52.587327 dv-cinder-770050-4-smb neutron-server[91754]: self._notify() May 31 18:25:52.587327 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 18:25:52.587327 dv-cinder-770050-4-smb neutron-server[91754]: self.callback(batched_events) May 31 18:25:52.587327 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 18:25:52.587327 dv-cinder-770050-4-smb neutron-server[91754]: event.method(event) May 31 18:25:52.587327 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 18:25:52.587327 dv-cinder-770050-4-smb neutron-server[91754]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 18:25:52.587327 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 18:25:52.587327 dv-cinder-770050-4-smb neutron-server[91754]: aggregate_uuid = self.p_client.list_aggregates( May 31 18:25:52.587327 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 18:25:52.587327 dv-cinder-770050-4-smb neutron-server[91754]: return f(self, *a, **k) May 31 18:25:52.587327 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 18:25:52.587327 dv-cinder-770050-4-smb neutron-server[91754]: return self._get(url).json() May 31 18:25:52.587327 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 18:25:52.587327 dv-cinder-770050-4-smb neutron-server[91754]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 18:25:52.587327 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 18:25:52.587327 dv-cinder-770050-4-smb neutron-server[91754]: return self.request(url, 'GET', **kwargs) May 31 18:25:52.587327 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 18:25:52.587327 dv-cinder-770050-4-smb neutron-server[91754]: base_url = self.get_endpoint(auth, allow=allow, May 31 18:25:52.587327 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 18:25:52.587327 dv-cinder-770050-4-smb neutron-server[91754]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 18:25:52.587327 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 18:25:52.587327 dv-cinder-770050-4-smb neutron-server[91754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 18:25:52.587327 dv-cinder-770050-4-smb neutron-server[91754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 18:25:52.626669 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] No Port match for: 17e3966e-3079-4b46-adc4-6825f73183d6 {{(pid=91755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:25:52.626955 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 17e3966e-3079-4b46-adc4-6825f73183d6 not bound to the agent host dv-cinder-770050-4-smb {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:25:52.627354 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device b68334d4-75c9-42b7-b335-81798b2fdbb4 no longer exists at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:25:52.666052 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] No Port match for: b68334d4-75c9-42b7-b335-81798b2fdbb4 {{(pid=91755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:25:52.666399 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device b68334d4-75c9-42b7-b335-81798b2fdbb4 not bound to the agent host dv-cinder-770050-4-smb {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:25:52.707807 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-2a7311ea-9925-43c6-bdaa-20f130ee3159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4026459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960522'] for network, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:52.719695 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e201ddf1-17b7-4837-999b-94b8f65979b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404'] for port, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:52.722863 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-7eeeb7f9-4da5-4a34-b2ac-7f0f096eef0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:25:52.728008 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:25:52.743789 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-2a7311ea-9925-43c6-bdaa-20f130ee3159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for network, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:52.749988 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7311ea-9925-43c6-bdaa-20f130ee3159 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3831ffb-3fed-4199-9345-e83614c932f0,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:25:52.753904 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-2a7311ea-9925-43c6-bdaa-20f130ee3159 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:25:52.760308 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-2a7311ea-9925-43c6-bdaa-20f130ee3159 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e3831ffb-3fed-4199-9345-e83614c932f0 HTTP/1.1" status: 204 len: 168 time: 1.0772243 May 31 18:25:52.760743 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e201ddf1-17b7-4837-999b-94b8f65979b4 None None] Network e3831ffb-3fed-4199-9345-e83614c932f0 is not hosted by any dhcp agent {{(pid=91755) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 31 18:25:52.761451 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e201ddf1-17b7-4837-999b-94b8f65979b4 None None] No DVR routers for this DVR port 37a80a9f-3975-4d66-b0af-2a580b5c09c1 on host dv-cinder-770050-4-smb {{(pid=91755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:25:52.763503 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 34066) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:25:52.774890 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e201ddf1-17b7-4837-999b-94b8f65979b4 None None] Pushing event deleted for resources: {'Port': ['ID=37a80a9f-3975-4d66-b0af-2a580b5c09c1,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:25:52.777144 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e201ddf1-17b7-4837-999b-94b8f65979b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:25:53.414101 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8679c031-24bd-41bc-82ad-4da066fa8195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960266'] for router_interface, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:53.652929 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca40e4-e2b1-4705-af02-27f8ff9b28b3 req-a2ffbd91-edac-4593-9b5f-84274f72f809 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:53.655204 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-69ca40e4-e2b1-4705-af02-27f8ff9b28b3 req-a2ffbd91-edac-4593-9b5f-84274f72f809 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 943 time: 0.0840328 May 31 18:25:53.709231 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-69ca40e4-e2b1-4705-af02-27f8ff9b28b3 req-74cc9ab9-aaee-4a9b-8d91-e633fcf7b6a8 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468042 May 31 18:25:53.854524 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [None req-8679c031-24bd-41bc-82ad-4da066fa8195 admin admin] Deleting port 0963a4a5-fb11-49bd-9ec0-64c266b864cc {{(pid=91754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:25:53.855200 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8679c031-24bd-41bc-82ad-4da066fa8195 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:53.979891 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [None req-8679c031-24bd-41bc-82ad-4da066fa8195 admin admin] For port 0963a4a5-fb11-49bd-9ec0-64c266b864cc, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=0963a4a5-fb11-49bd-9ec0-64c266b864cc,segment=NetworkSegment(df255d42-78d7-4464-9cde-c9729f0df6a7),segment_id=df255d42-78d7-4464-9cde-c9729f0df6a7)] {{(pid=91754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:25:53.980180 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8679c031-24bd-41bc-82ad-4da066fa8195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:54.103107 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [None req-8679c031-24bd-41bc-82ad-4da066fa8195 admin admin] Calling delete_port for 0963a4a5-fb11-49bd-9ec0-64c266b864cc owned by network:router_interface {{(pid=91754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:25:54.254580 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8679c031-24bd-41bc-82ad-4da066fa8195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:54.258659 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-d5fbe245-f540-4114-9419-76c2e027fa16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:25:54.300276 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8679c031-24bd-41bc-82ad-4da066fa8195 admin admin] Pushing event deleted for resources: {'Port': ['ID=0963a4a5-fb11-49bd-9ec0-64c266b864cc,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:25:54.304625 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-8679c031-24bd-41bc-82ad-4da066fa8195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:25:54.589015 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8679c031-24bd-41bc-82ad-4da066fa8195 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-956058'] for router_interface, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:54.932848 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444ac31d-1548-4022-b815-cd6dfe66b770 req-c652ed3f-4623-410e-b262-b544a620146d tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:54.934292 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-444ac31d-1548-4022-b815-cd6dfe66b770 req-c652ed3f-4623-410e-b262-b544a620146d tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 943 time: 0.1045198 May 31 18:25:54.988647 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-444ac31d-1548-4022-b815-cd6dfe66b770 req-0a269e3a-7f27-44bf-83f3-36066714354f tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481925 May 31 18:25:55.060512 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8679c031-24bd-41bc-82ad-4da066fa8195 admin admin] Router 43d2af59-598f-4a8a-888f-da0b03eb0319 has already been hosted by L3 agent aa8b4aa1-734a-4f99-a735-849181ae9a49 {{(pid=91754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:25:55.236748 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8679c031-24bd-41bc-82ad-4da066fa8195 admin admin] Notify agent at l3_agent.dv-cinder-770050-4-smb the message routers_updated {{(pid=91754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:25:55.245341 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9066bfd8-2003-4ab3-96be-c342186a54d6 None None] Sync routers for ids ['43d2af59-598f-4a8a-888f-da0b03eb0319'] in dv-cinder-770050-4-smb {{(pid=91756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:25:55.245812 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-8679c031-24bd-41bc-82ad-4da066fa8195 admin admin] 10.222.0.25 "PUT /v2.0/routers/43d2af59-598f-4a8a-888f-da0b03eb0319/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4808986 May 31 18:25:55.247961 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 34076) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:25:55.254754 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9066bfd8-2003-4ab3-96be-c342186a54d6 None None] Routers {'43d2af59-598f-4a8a-888f-da0b03eb0319'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:25:55.256004 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-9066bfd8-2003-4ab3-96be-c342186a54d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:25:49Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['43d2af59-598f-4a8a-888f-da0b03eb0319'], 'active': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:25:55.444615 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-ee1df903-2136-40cc-ad25-96830fe208a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:55.473122 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvr_db [None req-9066bfd8-2003-4ab3-96be-c342186a54d6 None None] Set router 43d2af59-598f-4a8a-888f-da0b03eb0319 gateway port host: dv-cinder-770050-4-smb {{(pid=91756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:25:55.629817 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-ee1df903-2136-40cc-ad25-96830fe208a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:55.711231 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [None req-ee1df903-2136-40cc-ad25-96830fe208a7 admin admin] Deleting port 2dffe0d3-a20e-40c7-9723-802d846e702c {{(pid=91754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:25:55.711912 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-ee1df903-2136-40cc-ad25-96830fe208a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:55.766199 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-9066bfd8-2003-4ab3-96be-c342186a54d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d2af59-598f-4a8a-888f-da0b03eb0319', 'name': 'tempest-TestMinimumBasicScenario-1352878544-router', 'tenant_id': '34d6acf1d64a4d9e8ac14cf8ff384106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': '2dffe0d3-a20e-40c7-9723-802d846e702c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:22:12Z', 'updated_at': '2021-05-31T18:25:54Z', 'revision_number': 5, 'project_id': '34d6acf1d64a4d9e8ac14cf8ff384106', 'gw_port': {'id': '2dffe0d3-a20e-40c7-9723-802d846e702c', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:83:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43d2af59-598f-4a8a-888f-da0b03eb0319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 483, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:22:13Z', 'updated_at': '2021-05-31T18:22:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb'}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:25:55.770228 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9066bfd8-2003-4ab3-96be-c342186a54d6 None None] Checking router: 43d2af59-598f-4a8a-888f-da0b03eb0319 for host: dv-cinder-770050-4-smb {{(pid=91756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:25:55.779406 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9066bfd8-2003-4ab3-96be-c342186a54d6 None None] Routers {'43d2af59-598f-4a8a-888f-da0b03eb0319'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:25:55.779941 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-9066bfd8-2003-4ab3-96be-c342186a54d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:25:49Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['43d2af59-598f-4a8a-888f-da0b03eb0319'], 'active': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:25:55.855132 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [None req-ee1df903-2136-40cc-ad25-96830fe208a7 admin admin] For port 2dffe0d3-a20e-40c7-9723-802d846e702c, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=2dffe0d3-a20e-40c7-9723-802d846e702c,segment=NetworkSegment(909c7060-bfe5-455f-9f67-8bef71bab1ed),segment_id=909c7060-bfe5-455f-9f67-8bef71bab1ed)] {{(pid=91754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:25:55.855599 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-ee1df903-2136-40cc-ad25-96830fe208a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:55.929820 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvr_db [None req-9066bfd8-2003-4ab3-96be-c342186a54d6 None None] Set router 43d2af59-598f-4a8a-888f-da0b03eb0319 gateway port host: None {{(pid=91756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:25:55.993644 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [None req-ee1df903-2136-40cc-ad25-96830fe208a7 admin admin] Calling delete_port for 2dffe0d3-a20e-40c7-9723-802d846e702c owned by network:router_gateway {{(pid=91754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:25:56.035063 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-9066bfd8-2003-4ab3-96be-c342186a54d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43d2af59-598f-4a8a-888f-da0b03eb0319', 'name': 'tempest-TestMinimumBasicScenario-1352878544-router', 'tenant_id': '34d6acf1d64a4d9e8ac14cf8ff384106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:22:12Z', 'updated_at': '2021-05-31T18:25:55Z', 'revision_number': 6, 'project_id': '34d6acf1d64a4d9e8ac14cf8ff384106', 'gw_port_host': None}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:25:56.039648 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9066bfd8-2003-4ab3-96be-c342186a54d6 None None] The sync data for ids ['43d2af59-598f-4a8a-888f-da0b03eb0319'] in dv-cinder-770050-4-smb is: [{'id': '43d2af59-598f-4a8a-888f-da0b03eb0319', 'name': 'tempest-TestMinimumBasicScenario-1352878544-router', 'tenant_id': '34d6acf1d64a4d9e8ac14cf8ff384106', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:22:12Z', 'updated_at': '2021-05-31T18:25:55Z', 'revision_number': 6, 'project_id': '34d6acf1d64a4d9e8ac14cf8ff384106', 'gw_port_host': None}] {{(pid=91756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:25:56.181434 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-ee1df903-2136-40cc-ad25-96830fe208a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:56.187669 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-2a7311ea-9925-43c6-bdaa-20f130ee3159 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:25:56.208551 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644434a-f649-40a5-8f81-069bddcf5d8f req-15891db4-6f8d-45a1-817d-94b740eceffb tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:56.210001 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-b644434a-f649-40a5-8f81-069bddcf5d8f req-15891db4-6f8d-45a1-817d-94b740eceffb tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 943 time: 0.0869288 May 31 18:25:56.278616 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-b644434a-f649-40a5-8f81-069bddcf5d8f req-349748d8-718a-4110-b43c-8fb7e1f1421c tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626965 May 31 18:25:56.401378 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1df903-2136-40cc-ad25-96830fe208a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dffe0d3-a20e-40c7-9723-802d846e702c,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:25:56.407902 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-ee1df903-2136-40cc-ad25-96830fe208a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:25:56.445140 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-ee1df903-2136-40cc-ad25-96830fe208a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-960535'] for router_gateway, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:56.470706 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 0963a4a5-fb11-49bd-9ec0-64c266b864cc no longer exists at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:25:56.540431 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] No Port match for: 0963a4a5-fb11-49bd-9ec0-64c266b864cc {{(pid=91755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:25:56.540891 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 0963a4a5-fb11-49bd-9ec0-64c266b864cc not bound to the agent host dv-cinder-770050-4-smb {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:25:56.627112 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-ee1df903-2136-40cc-ad25-96830fe208a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-956314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2143'] for router, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:56.629666 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-ee1df903-2136-40cc-ad25-96830fe208a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:56.655430 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-ee1df903-2136-40cc-ad25-96830fe208a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-957606'] for router, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:56.656070 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1df903-2136-40cc-ad25-96830fe208a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43d2af59-598f-4a8a-888f-da0b03eb0319 {{(pid=91754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 18:25:56.669169 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-ee1df903-2136-40cc-ad25-96830fe208a7 admin admin] Notify callbacks [] for router, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:56.670259 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-ee1df903-2136-40cc-ad25-96830fe208a7 admin admin] 10.222.0.25 "DELETE /v2.0/routers/43d2af59-598f-4a8a-888f-da0b03eb0319 HTTP/1.1" status: 204 len: 168 time: 1.4212508 May 31 18:25:56.672737 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 34082) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:25:56.744367 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.db_base_plugin_v2 [None req-025cfd1b-d7ac-4021-a5ed-4131cd3e5cf2 admin admin] Deleting subnet fb53dd76-bf14-4d8d-a0c2-813956944a29 {{(pid=91754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 18:25:56.747156 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-025cfd1b-d7ac-4021-a5ed-4131cd3e5cf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:56.803022 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-025cfd1b-d7ac-4021-a5ed-4131cd3e5cf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10873434'] for subnet, precommit_delete_associations {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:56.886986 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-025cfd1b-d7ac-4021-a5ed-4131cd3e5cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4023773'] for subnet, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:57.163501 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-025cfd1b-d7ac-4021-a5ed-4131cd3e5cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4028520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10873380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10908789'] for subnet, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:57.167638 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-8e74fbdd-0b1d-4ee1-8054-32b310fe0623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:25:57.200625 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025cfd1b-d7ac-4021-a5ed-4131cd3e5cf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb53dd76-bf14-4d8d-a0c2-813956944a29,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:25:57.204112 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-025cfd1b-d7ac-4021-a5ed-4131cd3e5cf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:25:57.207955 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-025cfd1b-d7ac-4021-a5ed-4131cd3e5cf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:57.216571 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-025cfd1b-d7ac-4021-a5ed-4131cd3e5cf2 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/fb53dd76-bf14-4d8d-a0c2-813956944a29 HTTP/1.1" status: 204 len: 168 time: 0.5406342 May 31 18:25:57.216771 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba07239b-8e4d-45bd-8f4b-bbcb0a40f097 None None] Network 6208d41e-6b78-44ef-af7e-386862bf04cb requested from dv-cinder-770050-4-smb {{(pid=91755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:25:57.217061 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 34086) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:25:57.338961 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-7cc2efdf-fea8-4a50-a262-4752f9e691a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4129193'] for network, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:57.426569 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [None req-7cc2efdf-fea8-4a50-a262-4752f9e691a2 admin admin] Deleting port cad80dcf-f0c5-4cc4-9285-c3847f7821f7 {{(pid=91754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:25:57.427788 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-7cc2efdf-fea8-4a50-a262-4752f9e691a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:57.518137 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb0f834-08af-4a48-ba5e-7d4c104c7a4a None None] DHCP port deletion for 6208d41e-6b78-44ef-af7e-386862bf04cb request from dv-cinder-770050-4-smb {{(pid=91755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 18:25:57.545846 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28803ea5-baa4-4be8-8cd5-2653ac4f444e req-51cb2cb9-d473-4120-8b78-869612daa8d5 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:57.547719 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-28803ea5-baa4-4be8-8cd5-2653ac4f444e req-51cb2cb9-d473-4120-8b78-869612daa8d5 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 943 time: 0.1137788 May 31 18:25:57.567253 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [None req-7cc2efdf-fea8-4a50-a262-4752f9e691a2 admin admin] For port cad80dcf-f0c5-4cc4-9285-c3847f7821f7, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=cad80dcf-f0c5-4cc4-9285-c3847f7821f7,segment=NetworkSegment(df255d42-78d7-4464-9cde-c9729f0df6a7),segment_id=df255d42-78d7-4464-9cde-c9729f0df6a7)] {{(pid=91754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:25:57.567769 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-7cc2efdf-fea8-4a50-a262-4752f9e691a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:57.591894 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-28803ea5-baa4-4be8-8cd5-2653ac4f444e req-f7408d77-45f3-49e7-86d1-d44250bba568 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379212 May 31 18:25:57.603080 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-aeb0f834-08af-4a48-ba5e-7d4c104c7a4a None None] Deleting port cad80dcf-f0c5-4cc4-9285-c3847f7821f7 {{(pid=91755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:25:57.603458 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-aeb0f834-08af-4a48-ba5e-7d4c104c7a4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:57.719085 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-aeb0f834-08af-4a48-ba5e-7d4c104c7a4a None None] For port cad80dcf-f0c5-4cc4-9285-c3847f7821f7, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=cad80dcf-f0c5-4cc4-9285-c3847f7821f7,segment=NetworkSegment(df255d42-78d7-4464-9cde-c9729f0df6a7),segment_id=df255d42-78d7-4464-9cde-c9729f0df6a7)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:25:57.719469 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-aeb0f834-08af-4a48-ba5e-7d4c104c7a4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:57.723177 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [None req-7cc2efdf-fea8-4a50-a262-4752f9e691a2 admin admin] Calling delete_port for cad80dcf-f0c5-4cc4-9285-c3847f7821f7 owned by network:dhcp {{(pid=91754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:25:57.781067 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-7cc2efdf-fea8-4a50-a262-4752f9e691a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:57.784986 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-a1b203fa-3e7b-42a3-95f3-32ab4671523a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:25:57.832101 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2efdf-fea8-4a50-a262-4752f9e691a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cad80dcf-f0c5-4cc4-9285-c3847f7821f7,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:25:57.835108 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-7cc2efdf-fea8-4a50-a262-4752f9e691a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:25:57.835843 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc2efdf-fea8-4a50-a262-4752f9e691a2 admin admin] No DVR routers for this DVR port cad80dcf-f0c5-4cc4-9285-c3847f7821f7 on host dv-cinder-770050-4-smb {{(pid=91754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:25:57.856864 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-aeb0f834-08af-4a48-ba5e-7d4c104c7a4a None None] Calling delete_port for cad80dcf-f0c5-4cc4-9285-c3847f7821f7 owned by network:dhcp {{(pid=91755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:25:57.909642 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-aeb0f834-08af-4a48-ba5e-7d4c104c7a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404'] for port, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:57.914723 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:25:57.957406 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-7cc2efdf-fea8-4a50-a262-4752f9e691a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4026450', 'neutron.services.segments.db._delete_segments_for_network-8763744138716'] for network, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:57.961426 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb0f834-08af-4a48-ba5e-7d4c104c7a4a None None] Pushing event deleted for resources: {'Port': ['ID=cad80dcf-f0c5-4cc4-9285-c3847f7821f7,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:25:57.963930 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-aeb0f834-08af-4a48-ba5e-7d4c104c7a4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:25:57.966763 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb0f834-08af-4a48-ba5e-7d4c104c7a4a None None] No DVR routers for this DVR port cad80dcf-f0c5-4cc4-9285-c3847f7821f7 on host dv-cinder-770050-4-smb {{(pid=91755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:25:57.985393 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.services.segments.db [None req-7cc2efdf-fea8-4a50-a262-4752f9e691a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6208d41e-6b78-44ef-af7e-386862bf04cb']}} {{(pid=91754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:25:57.999333 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.services.segments.db [None req-7cc2efdf-fea8-4a50-a262-4752f9e691a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df255d42-78d7-4464-9cde-c9729f0df6a7') {'for_net_delete': True} {{(pid=91754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:25:57.999760 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.services.segments.db [None req-7cc2efdf-fea8-4a50-a262-4752f9e691a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df255d42-78d7-4464-9cde-c9729f0df6a7') {} {{(pid=91754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:25:58.012239 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-7cc2efdf-fea8-4a50-a262-4752f9e691a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763744148125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10873425'] for segment, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:58.028464 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-7cc2efdf-fea8-4a50-a262-4752f9e691a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090'] for segment, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:58.034179 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cc2efdf-fea8-4a50-a262-4752f9e691a2 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=91754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 18:25:58.034580 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-7cc2efdf-fea8-4a50-a262-4752f9e691a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10873986'] for segment, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:58.047711 dv-cinder-770050-4-smb neutron-server[91754]: Traceback (most recent call last): May 31 18:25:58.047711 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 18:25:58.047711 dv-cinder-770050-4-smb neutron-server[91754]: timer() May 31 18:25:58.047711 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 18:25:58.047711 dv-cinder-770050-4-smb neutron-server[91754]: cb(*args, **kw) May 31 18:25:58.047711 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 18:25:58.047711 dv-cinder-770050-4-smb neutron-server[91754]: return func(*args, **kwargs) May 31 18:25:58.047711 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 18:25:58.047711 dv-cinder-770050-4-smb neutron-server[91754]: self._notify() May 31 18:25:58.047711 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 18:25:58.047711 dv-cinder-770050-4-smb neutron-server[91754]: self.callback(batched_events) May 31 18:25:58.047711 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 18:25:58.047711 dv-cinder-770050-4-smb neutron-server[91754]: event.method(event) May 31 18:25:58.047711 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 18:25:58.047711 dv-cinder-770050-4-smb neutron-server[91754]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 18:25:58.047711 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 18:25:58.047711 dv-cinder-770050-4-smb neutron-server[91754]: aggregate_uuid = self.p_client.list_aggregates( May 31 18:25:58.047711 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 18:25:58.047711 dv-cinder-770050-4-smb neutron-server[91754]: return f(self, *a, **k) May 31 18:25:58.047711 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 18:25:58.047711 dv-cinder-770050-4-smb neutron-server[91754]: return self._get(url).json() May 31 18:25:58.047711 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 18:25:58.047711 dv-cinder-770050-4-smb neutron-server[91754]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 18:25:58.047711 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 18:25:58.047711 dv-cinder-770050-4-smb neutron-server[91754]: return self.request(url, 'GET', **kwargs) May 31 18:25:58.047711 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 18:25:58.047711 dv-cinder-770050-4-smb neutron-server[91754]: base_url = self.get_endpoint(auth, allow=allow, May 31 18:25:58.047711 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 18:25:58.047711 dv-cinder-770050-4-smb neutron-server[91754]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 18:25:58.047711 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 18:25:58.047711 dv-cinder-770050-4-smb neutron-server[91754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 18:25:58.047711 dv-cinder-770050-4-smb neutron-server[91754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 18:25:58.161132 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device cad80dcf-f0c5-4cc4-9285-c3847f7821f7 no longer exists at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:25:58.195702 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] No Port match for: cad80dcf-f0c5-4cc4-9285-c3847f7821f7 {{(pid=91755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:25:58.196076 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device cad80dcf-f0c5-4cc4-9285-c3847f7821f7 not bound to the agent host dv-cinder-770050-4-smb {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:25:58.196495 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 2dffe0d3-a20e-40c7-9723-802d846e702c no longer exists at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:25:58.212702 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-7cc2efdf-fea8-4a50-a262-4752f9e691a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4026459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960522'] for network, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:58.216372 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:25:58.229505 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-7cc2efdf-fea8-4a50-a262-4752f9e691a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for network, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:58.237401 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] No Port match for: 2dffe0d3-a20e-40c7-9723-802d846e702c {{(pid=91755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:25:58.237803 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 2dffe0d3-a20e-40c7-9723-802d846e702c not bound to the agent host dv-cinder-770050-4-smb {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:25:58.240850 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc2efdf-fea8-4a50-a262-4752f9e691a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=6208d41e-6b78-44ef-af7e-386862bf04cb,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:25:58.243716 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-7cc2efdf-fea8-4a50-a262-4752f9e691a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:25:58.248133 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-7cc2efdf-fea8-4a50-a262-4752f9e691a2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/6208d41e-6b78-44ef-af7e-386862bf04cb HTTP/1.1" status: 204 len: 168 time: 1.0300236 May 31 18:25:58.440013 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 34096) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:25:58.496510 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 34100) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:25:58.496920 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-e17ca2c9-e002-4cbb-aaee-c52a7538f3ae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c7516990dfc94a1fab0f4fa45d95aad3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0552883 May 31 18:25:58.555808 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-09da61ca-1d44-4cb8-ab26-abd3f1cf063e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:58.582117 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-09da61ca-1d44-4cb8-ab26-abd3f1cf063e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:58.634910 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-09da61ca-1d44-4cb8-ab26-abd3f1cf063e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:58.638681 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-e9b4617a-8b49-447f-82de-ae05b31ff1ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:25:58.653190 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da61ca-1d44-4cb8-ab26-abd3f1cf063e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5807014-b84a-40d0-9519-1b9284cf48c4,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:25:58.655984 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-09da61ca-1d44-4cb8-ab26-abd3f1cf063e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:25:58.665877 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-09da61ca-1d44-4cb8-ab26-abd3f1cf063e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:58.666966 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-09da61ca-1d44-4cb8-ab26-abd3f1cf063e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d5807014-b84a-40d0-9519-1b9284cf48c4 HTTP/1.1" status: 204 len: 168 time: 0.1689792 May 31 18:25:58.831994 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892ce5c-60f6-44a0-a8a0-3431be422491 req-b0061b7d-b79e-4ea3-a99a-f0e8d1ee686f tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:25:58.833744 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-3892ce5c-60f6-44a0-a8a0-3431be422491 req-b0061b7d-b79e-4ea3-a99a-f0e8d1ee686f tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 943 time: 0.0980914 May 31 18:25:58.887896 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-3892ce5c-60f6-44a0-a8a0-3431be422491 req-2aefa5d3-3f03-4d0b-8be0-ed2ed1940165 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487316 May 31 18:25:59.163560 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 34110) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:25:59.210873 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-0822755a-2946-440f-b5bc-f23df70de4bf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=34d6acf1d64a4d9e8ac14cf8ff384106&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0460432 May 31 18:25:59.213210 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 34114) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:25:59.270898 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-9113e435-1134-4007-9060-a71187b5e096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:59.303435 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-9113e435-1134-4007-9060-a71187b5e096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:59.353389 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-9113e435-1134-4007-9060-a71187b5e096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:59.357923 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-dbd55c1b-e051-4a69-8102-c3a447643163 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:25:59.370955 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9113e435-1134-4007-9060-a71187b5e096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcc4d35-c07a-442b-9323-30aa2a7ea56e,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:25:59.374246 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-9113e435-1134-4007-9060-a71187b5e096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:25:59.377855 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-9113e435-1134-4007-9060-a71187b5e096 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7dcc4d35-c07a-442b-9323-30aa2a7ea56e HTTP/1.1" status: 204 len: 168 time: 0.1612759 May 31 18:25:59.377855 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-9113e435-1134-4007-9060-a71187b5e096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:00.082020 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766e48c4-9f04-4fb1-99fc-532d4d33c903 req-faaf982b-0896-4999-8276-b49148c78e9e tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:00.084100 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-766e48c4-9f04-4fb1-99fc-532d4d33c903 req-faaf982b-0896-4999-8276-b49148c78e9e tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 943 time: 0.0796003 May 31 18:26:00.100731 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 34142) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:26:00.128088 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-766e48c4-9f04-4fb1-99fc-532d4d33c903 req-0659af9c-b4c0-4ce4-a762-fa8e89a377ca tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380194 May 31 18:26:00.204229 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [None req-413cccad-0437-470c-b2a7-b8dbd9c93430 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-974295154-network', 'tenant_id': '71e173376bb2401c9a4bd03dc519309c'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:26:00.208964 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-413cccad-0437-470c-b2a7-b8dbd9c93430 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:26:00.212826 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-413cccad-0437-470c-b2a7-b8dbd9c93430 admin admin] Usage tracker for resource:network and tenant:71e173376bb2401c9a4bd03dc519309c is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:26:00.219493 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-413cccad-0437-470c-b2a7-b8dbd9c93430 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:26:00.225083 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-413cccad-0437-470c-b2a7-b8dbd9c93430 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:26:00.234314 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413cccad-0437-470c-b2a7-b8dbd9c93430 admin admin] Made reservation on behalf of 71e173376bb2401c9a4bd03dc519309c for: {'network': 1} {{(pid=91754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:26:00.236519 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-413cccad-0437-470c-b2a7-b8dbd9c93430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4080666'] for network, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:00.248885 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-413cccad-0437-470c-b2a7-b8dbd9c93430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:00.262998 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-413cccad-0437-470c-b2a7-b8dbd9c93430 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:26:00.266989 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-413cccad-0437-470c-b2a7-b8dbd9c93430 admin admin] Usage tracker for resource:security_group_rule and tenant:71e173376bb2401c9a4bd03dc519309c is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:26:00.269705 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-413cccad-0437-470c-b2a7-b8dbd9c93430 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:26:00.275270 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-413cccad-0437-470c-b2a7-b8dbd9c93430 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:26:00.355496 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-413cccad-0437-470c-b2a7-b8dbd9c93430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:00.359127 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-413cccad-0437-470c-b2a7-b8dbd9c93430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:00.362803 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-1e6eaba6-c5d3-4bd9-91a6-de8cc049db1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:00.390618 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-413cccad-0437-470c-b2a7-b8dbd9c93430 admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=91754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 18:26:00.399110 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413cccad-0437-470c-b2a7-b8dbd9c93430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4692ef1-971a-4808-b780-28267d847600,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:00.402180 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-413cccad-0437-470c-b2a7-b8dbd9c93430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:00.406942 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-413cccad-0437-470c-b2a7-b8dbd9c93430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090'] for segment, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:00.406942 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.db.segments_db [None req-413cccad-0437-470c-b2a7-b8dbd9c93430 admin admin] Added segment 09bd77f6-2df8-4630-9780-b1638bc63fc6 of type vlan for network 26033630-c094-437e-93aa-b8a115d789c9 May 31 18:26:00.433360 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-413cccad-0437-470c-b2a7-b8dbd9c93430 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763743697237'] for network, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:00.460696 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-413cccad-0437-470c-b2a7-b8dbd9c93430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551420'] for network, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:00.461975 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413cccad-0437-470c-b2a7-b8dbd9c93430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:00.462540 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-413cccad-0437-470c-b2a7-b8dbd9c93430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for network, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:00.467073 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-9f1ce8df-a208-4eb7-ada7-8d34d15b1aef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:00.563139 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413cccad-0437-470c-b2a7-b8dbd9c93430 admin admin] Pushing event updated for resources: {'Network': ['ID=26033630-c094-437e-93aa-b8a115d789c9,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:00.565874 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-413cccad-0437-470c-b2a7-b8dbd9c93430 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:00.567499 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-413cccad-0437-470c-b2a7-b8dbd9c93430 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4657598 May 31 18:26:00.570943 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 34148) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:26:00.572966 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Network 26033630-c094-437e-93aa-b8a115d789c9 details requested by agent ovs-agent-dv-cinder-770050-4-smb with host dv-cinder-770050-4-smb {{(pid=91755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 18:26:00.576427 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [None req-c3ae3157-a861-4f4d-aa6c-e3cfa373561b admin admin] Request body: {'subnet': {'network_id': '26033630-c094-437e-93aa-b8a115d789c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-974295154-subnet', 'tenant_id': '71e173376bb2401c9a4bd03dc519309c', 'ip_version': 4}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:26:00.581028 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-c3ae3157-a861-4f4d-aa6c-e3cfa373561b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:26:00.584782 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-c3ae3157-a861-4f4d-aa6c-e3cfa373561b admin admin] Usage tracker for resource:subnet and tenant:71e173376bb2401c9a4bd03dc519309c is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:26:00.587590 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-c3ae3157-a861-4f4d-aa6c-e3cfa373561b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:26:00.593138 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-c3ae3157-a861-4f4d-aa6c-e3cfa373561b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:26:00.603340 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ae3157-a861-4f4d-aa6c-e3cfa373561b admin admin] Made reservation on behalf of 71e173376bb2401c9a4bd03dc519309c for: {'subnet': 1} {{(pid=91754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:26:00.605596 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-c3ae3157-a861-4f4d-aa6c-e3cfa373561b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10908778'] for subnet, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:00.975196 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-c3ae3157-a861-4f4d-aa6c-e3cfa373561b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10873447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10908796'] for subnet, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:00.979639 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-e1028b50-3029-456c-a89a-b586cb9edba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:01.050228 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae3157-a861-4f4d-aa6c-e3cfa373561b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b840fde-a81b-4ecc-8a96-304bc35260a8,revision_number=0']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:01.053869 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-c3ae3157-a861-4f4d-aa6c-e3cfa373561b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:01.054683 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ae3157-a861-4f4d-aa6c-e3cfa373561b admin admin] Checking segment: {'id': '09bd77f6-2df8-4630-9780-b1638bc63fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '26033630-c094-437e-93aa-b8a115d789c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:26:01.055028 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ae3157-a861-4f4d-aa6c-e3cfa373561b admin admin] Network hostable DHCP agents. Network: 26033630-c094-437e-93aa-b8a115d789c9, hostable agents: ['c2c260b2-0141-4615-bcb7-b98a7560862d'], hosted agents: [] {{(pid=91754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 18:26:01.071045 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ae3157-a861-4f4d-aa6c-e3cfa373561b admin admin] Network 26033630-c094-437e-93aa-b8a115d789c9 is scheduled to be hosted by DHCP agent c2c260b2-0141-4615-bcb7-b98a7560862d with binding_index 1 {{(pid=91754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 18:26:01.079261 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.base_scheduler [None req-c3ae3157-a861-4f4d-aa6c-e3cfa373561b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-770050-4-smb, 26033630-c094-437e-93aa-b8a115d789c9) {{(pid=91754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:26:01.087432 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ae3157-a861-4f4d-aa6c-e3cfa373561b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:01.088005 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-c3ae3157-a861-4f4d-aa6c-e3cfa373561b admin admin] Notify callbacks [] for subnet, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:01.089145 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b04e319-3de8-48dd-ab21-057b38cb9b3a None None] Network 26033630-c094-437e-93aa-b8a115d789c9 requested from dv-cinder-770050-4-smb {{(pid=91755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:26:01.107022 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-c3ae3157-a861-4f4d-aa6c-e3cfa373561b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5349169 May 31 18:26:01.109707 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 34152) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:26:01.114475 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [None req-f9769c3c-2967-4d17-82b8-844f26bfe25c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-974295154-router', 'tenant_id': '71e173376bb2401c9a4bd03dc519309c', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'}}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:26:01.118747 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-f9769c3c-2967-4d17-82b8-844f26bfe25c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:26:01.122649 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-f9769c3c-2967-4d17-82b8-844f26bfe25c admin admin] Usage tracker for resource:router and tenant:71e173376bb2401c9a4bd03dc519309c is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:26:01.125591 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-f9769c3c-2967-4d17-82b8-844f26bfe25c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:26:01.131223 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-f9769c3c-2967-4d17-82b8-844f26bfe25c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:26:01.140816 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-f9769c3c-2967-4d17-82b8-844f26bfe25c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2093'] for router, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:01.141790 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-f9769c3c-2967-4d17-82b8-844f26bfe25c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-955001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-960678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1030219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2086'] for router, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:01.156335 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-f9769c3c-2967-4d17-82b8-844f26bfe25c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:01.302608 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eef5a78-8618-401d-b837-d5c9d0a3d388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cf2e4da-c742-599c-89b0-5cab7570e4a3-26033630-c094-437e-93aa-b8a115d789c9', 'network_id': '26033630-c094-437e-93aa-b8a115d789c9', 'tenant_id': '71e173376bb2401c9a4bd03dc519309c', 'fixed_ips': [{'subnet_id': '8b840fde-a81b-4ecc-8a96-304bc35260a8'}]}} from dv-cinder-770050-4-smb. {{(pid=91755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 18:26:01.303608 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4eef5a78-8618-401d-b837-d5c9d0a3d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:01.327446 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9bae86-1e3c-4125-b07b-c834f2cd5430 req-9a8e8396-9dff-4814-9a0b-4db7f52498c2 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:01.328925 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-9c9bae86-1e3c-4125-b07b-c834f2cd5430 req-9a8e8396-9dff-4814-9a0b-4db7f52498c2 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 943 time: 0.0849462 May 31 18:26:01.373052 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-9c9bae86-1e3c-4125-b07b-c834f2cd5430 req-5edb43cc-e335-487f-8ced-4b43d460d1dd tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376287 May 31 18:26:01.428566 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-f9769c3c-2967-4d17-82b8-844f26bfe25c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-960643', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2128'] for router, precommit_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:01.471409 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.db_base_plugin_common [None req-4eef5a78-8618-401d-b837-d5c9d0a3d388 None None] Allocated IP 172.20.0.2 (26033630-c094-437e-93aa-b8a115d789c9/8b840fde-a81b-4ecc-8a96-304bc35260a8/1605694d-be46-4618-a9c7-31fd226b0b9a) {{(pid=91755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:26:01.685154 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4eef5a78-8618-401d-b837-d5c9d0a3d388 None None] Notify callbacks [] for port, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:01.697666 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-4eef5a78-8618-401d-b837-d5c9d0a3d388 None None] Transition to ACTIVE for port object 1605694d-be46-4618-a9c7-31fd226b0b9a will not be triggered until provisioned by entity L2. {{(pid=91755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:26:01.716876 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-4eef5a78-8618-401d-b837-d5c9d0a3d388 None None] Transition to ACTIVE for port object 1605694d-be46-4618-a9c7-31fd226b0b9a will not be triggered until provisioned by entity DHCP. {{(pid=91755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:26:01.722543 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4eef5a78-8618-401d-b837-d5c9d0a3d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395'] for port, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:01.726616 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-aeb0f834-08af-4a48-ba5e-7d4c104c7a4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:01.795875 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eef5a78-8618-401d-b837-d5c9d0a3d388 None None] Network 26033630-c094-437e-93aa-b8a115d789c9 is already hosted by enough agents. {{(pid=91755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:26:01.798727 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-4eef5a78-8618-401d-b837-d5c9d0a3d388 None None] Resources bound (agent type, host, resource id): {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:26:01.802810 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eef5a78-8618-401d-b837-d5c9d0a3d388 None None] Received port after_create {{(pid=91755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:26:01.810854 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef5a78-8618-401d-b837-d5c9d0a3d388 None None] Pushing event updated for resources: {'Port': ['ID=1605694d-be46-4618-a9c7-31fd226b0b9a,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:01.815342 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-4eef5a78-8618-401d-b837-d5c9d0a3d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:01.822278 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-f9769c3c-2967-4d17-82b8-844f26bfe25c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:01.851310 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-f9769c3c-2967-4d17-82b8-844f26bfe25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:01.901822 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-4eef5a78-8618-401d-b837-d5c9d0a3d388 None None] Attempting to bind port 1605694d-be46-4618-a9c7-31fd226b0b9a on host dv-cinder-770050-4-smb for vnic_type normal with profile {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:26:01.902195 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-4eef5a78-8618-401d-b837-d5c9d0a3d388 None None] Attempting to bind port 1605694d-be46-4618-a9c7-31fd226b0b9a by drivers openvswitch,hyperv on host dv-cinder-770050-4-smb at level 0 using segments [{'id': '09bd77f6-2df8-4630-9780-b1638bc63fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '26033630-c094-437e-93aa-b8a115d789c9'}] {{(pid=91755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:26:01.902568 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eef5a78-8618-401d-b837-d5c9d0a3d388 None None] Attempting to bind port 1605694d-be46-4618-a9c7-31fd226b0b9a on network 26033630-c094-437e-93aa-b8a115d789c9 {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:26:01.907840 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eef5a78-8618-401d-b837-d5c9d0a3d388 None None] Checking agent: {'id': '645f1a76-8a80-43b7-a21a-f9bffe38f313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:26:01.908246 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eef5a78-8618-401d-b837-d5c9d0a3d388 None None] Checking segment: {'id': '09bd77f6-2df8-4630-9780-b1638bc63fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '26033630-c094-437e-93aa-b8a115d789c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:26:01.908664 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4eef5a78-8618-401d-b837-d5c9d0a3d388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:01.909046 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eef5a78-8618-401d-b837-d5c9d0a3d388 None None] Bound using segment: {'id': '09bd77f6-2df8-4630-9780-b1638bc63fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '26033630-c094-437e-93aa-b8a115d789c9'} {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:26:01.909521 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-4eef5a78-8618-401d-b837-d5c9d0a3d388 None None] Bound port: 1605694d-be46-4618-a9c7-31fd226b0b9a, host: dv-cinder-770050-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09bd77f6-2df8-4630-9780-b1638bc63fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '26033630-c094-437e-93aa-b8a115d789c9'}}] {{(pid=91755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:26:01.909923 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4eef5a78-8618-401d-b837-d5c9d0a3d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:01.986161 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.db_base_plugin_common [None req-f9769c3c-2967-4d17-82b8-844f26bfe25c admin admin] Allocated IP 172.28.1.138 (3a0124ad-3a38-4a71-989b-cf15592ffbdb/7dbd3a86-7301-413f-8501-e9f2643d6bdc/43a5edd4-919e-4e94-b60f-ad705c4a70a4) {{(pid=91754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:26:01.997171 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-4eef5a78-8618-401d-b837-d5c9d0a3d388 None None] For port 1605694d-be46-4618-a9c7-31fd226b0b9a, host dv-cinder-770050-4-smb, cleared binding levels {{(pid=91755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:26:02.000452 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-4eef5a78-8618-401d-b837-d5c9d0a3d388 None None] For port 1605694d-be46-4618-a9c7-31fd226b0b9a, host dv-cinder-770050-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=1605694d-be46-4618-a9c7-31fd226b0b9a,segment=NetworkSegment(09bd77f6-2df8-4630-9780-b1638bc63fc6),segment_id=09bd77f6-2df8-4630-9780-b1638bc63fc6)] {{(pid=91755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:26:02.004942 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4eef5a78-8618-401d-b837-d5c9d0a3d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:02.009181 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:02.127963 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef5a78-8618-401d-b837-d5c9d0a3d388 None None] Pushing event updated for resources: {'Port': ['ID=1605694d-be46-4618-a9c7-31fd226b0b9a,revision_number=2']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:02.130783 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-4eef5a78-8618-401d-b837-d5c9d0a3d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:02.134984 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-f9769c3c-2967-4d17-82b8-844f26bfe25c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:02.164738 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-f9769c3c-2967-4d17-82b8-844f26bfe25c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:02.169438 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-8679c031-24bd-41bc-82ad-4da066fa8195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:02.228616 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9769c3c-2967-4d17-82b8-844f26bfe25c admin admin] Network 3a0124ad-3a38-4a71-989b-cf15592ffbdb is already hosted by enough agents. {{(pid=91754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:26:02.231509 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.base_scheduler [None req-f9769c3c-2967-4d17-82b8-844f26bfe25c admin admin] Resources bound (agent type, host, resource id): {{(pid=91754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:26:02.235419 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9769c3c-2967-4d17-82b8-844f26bfe25c admin admin] Received port after_create {{(pid=91754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:26:02.277381 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9769c3c-2967-4d17-82b8-844f26bfe25c admin admin] Pushing event updated for resources: {'Port': ['ID=43a5edd4-919e-4e94-b60f-ad705c4a70a4,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:02.288200 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-f9769c3c-2967-4d17-82b8-844f26bfe25c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:02.471991 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad86528-7319-4a12-95fc-2354659e23b8 req-9f6e1e4c-b738-4d90-acfa-0dccd72c6438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:02.474615 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-9ad86528-7319-4a12-95fc-2354659e23b8 req-9f6e1e4c-b738-4d90-acfa-0dccd72c6438 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a141bd4c-23e4-4ac5-be95-c7e9e5ec7954 HTTP/1.1" status: 200 len: 856 time: 0.1084571 May 31 18:26:02.627895 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad86528-7319-4a12-95fc-2354659e23b8 req-5ba83fe4-607e-4edf-af7a-de7690ddf61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:02.629520 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-9ad86528-7319-4a12-95fc-2354659e23b8 req-5ba83fe4-607e-4edf-af7a-de7690ddf61c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bdb4a9e4-0610-4a9d-bf9e-a0493305c72a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1490002 May 31 18:26:02.672084 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f085e427-bdf1-422f-a5df-d041c7e9857a req-12b0461a-3191-48dd-b28b-4627f2807192 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:02.673668 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-f085e427-bdf1-422f-a5df-d041c7e9857a req-12b0461a-3191-48dd-b28b-4627f2807192 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 943 time: 0.1310558 May 31 18:26:02.686050 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-f9769c3c-2967-4d17-82b8-844f26bfe25c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:02.807648 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-f085e427-bdf1-422f-a5df-d041c7e9857a req-adcf3c8d-5408-4fee-8935-1a5008cec579 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876694 May 31 18:26:02.816399 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-9ad86528-7319-4a12-95fc-2354659e23b8 req-a7b35bf7-5217-43a4-aea3-0ee94b97f0d4 service neutron] 10.222.0.20 "GET /v2.0/networks/bdb4a9e4-0610-4a9d-bf9e-a0493305c72a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796269 May 31 18:26:02.971441 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-9ad86528-7319-4a12-95fc-2354659e23b8 req-595027ee-77d9-4094-b335-35e36c2eeb34 service neutron] 10.222.0.20 "GET /v2.0/networks/bdb4a9e4-0610-4a9d-bf9e-a0493305c72a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472304 May 31 18:26:03.109750 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-f9769c3c-2967-4d17-82b8-844f26bfe25c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-960704'] for router, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:03.230806 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fcc8b3-93c5-467a-a8d6-1eba4943f252 None None] Network 26033630-c094-437e-93aa-b8a115d789c9 requested from dv-cinder-770050-4-smb {{(pid=91755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:26:03.311800 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-80bd3b01-5fb1-4833-af18-569bc59235aa None None] Provisioning for port 1605694d-be46-4618-a9c7-31fd226b0b9a completed by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:26:03.447842 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9769c3c-2967-4d17-82b8-844f26bfe25c admin admin] Router 169fce63-d5b6-43b7-be62-0ffbe273403f is scheduled to L3 agent aa8b4aa1-734a-4f99-a735-849181ae9a49 with binding_index 1 {{(pid=91754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 18:26:03.647584 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9769c3c-2967-4d17-82b8-844f26bfe25c admin admin] Notify agent at l3_agent.dv-cinder-770050-4-smb the message routers_updated {{(pid=91754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:26:03.657010 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc99c26-db16-4c03-b2d1-e156a7cec62b None None] Sync routers for ids ['169fce63-d5b6-43b7-be62-0ffbe273403f'] in dv-cinder-770050-4-smb {{(pid=91755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:26:03.667548 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc99c26-db16-4c03-b2d1-e156a7cec62b None None] Routers {'169fce63-d5b6-43b7-be62-0ffbe273403f'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:26:03.668282 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-efc99c26-db16-4c03-b2d1-e156a7cec62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:25:49Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['169fce63-d5b6-43b7-be62-0ffbe273403f'], 'active': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:26:03.689380 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-f9769c3c-2967-4d17-82b8-844f26bfe25c admin admin] Notify callbacks [] for router, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:03.690825 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-f9769c3c-2967-4d17-82b8-844f26bfe25c admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5802186 May 31 18:26:03.693702 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 34168) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:26:03.876945 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvr_db [None req-efc99c26-db16-4c03-b2d1-e156a7cec62b None None] Set router 169fce63-d5b6-43b7-be62-0ffbe273403f gateway port host: dv-cinder-770050-4-smb {{(pid=91755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:26:04.024678 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d70d914-26ee-4ed0-b975-122a6fc9ab98 req-74c1994d-fa89-41b1-8a80-b0f33ed62a73 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:04.026149 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-6d70d914-26ee-4ed0-b975-122a6fc9ab98 req-74c1994d-fa89-41b1-8a80-b0f33ed62a73 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 943 time: 0.0888026 May 31 18:26:04.082573 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-6d70d914-26ee-4ed0-b975-122a6fc9ab98 req-32a10b5d-acac-45d5-91f4-f64ce2242efe tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482738 May 31 18:26:04.198516 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-efc99c26-db16-4c03-b2d1-e156a7cec62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169fce63-d5b6-43b7-be62-0ffbe273403f', 'name': 'tempest-TestShelveInstance-974295154-router', 'tenant_id': '71e173376bb2401c9a4bd03dc519309c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': '43a5edd4-919e-4e94-b60f-ad705c4a70a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:26:01Z', 'updated_at': '2021-05-31T18:26:02Z', 'revision_number': 3, 'project_id': '71e173376bb2401c9a4bd03dc519309c', 'gw_port': {'id': '43a5edd4-919e-4e94-b60f-ad705c4a70a4', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169fce63-d5b6-43b7-be62-0ffbe273403f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:26:01Z', 'updated_at': '2021-05-31T18:26:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb'}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:26:04.203317 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc99c26-db16-4c03-b2d1-e156a7cec62b None None] Checking router: 169fce63-d5b6-43b7-be62-0ffbe273403f for host: dv-cinder-770050-4-smb {{(pid=91755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:26:04.203881 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc99c26-db16-4c03-b2d1-e156a7cec62b None None] Updating router 169fce63-d5b6-43b7-be62-0ffbe273403f port 43a5edd4-919e-4e94-b60f-ad705c4a70a4 binding host dv-cinder-770050-4-smb {{(pid=91755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 18:26:04.258658 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 1605694d-be46-4618-a9c7-31fd226b0b9a up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:26:04.307345 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-efc99c26-db16-4c03-b2d1-e156a7cec62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:04.461517 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning for port 1605694d-be46-4618-a9c7-31fd226b0b9a completed by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:26:04.477940 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port 1605694d-be46-4618-a9c7-31fd226b0b9a triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:26:04.478600 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:04.538933 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6cbe8aa9-42bb-4031-9acc-9f9435e9f337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:04.734286 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:04.758098 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.db_base_plugin_common [None req-6cbe8aa9-42bb-4031-9acc-9f9435e9f337 admin admin] Allocated IP 172.20.0.1 (26033630-c094-437e-93aa-b8a115d789c9/8b840fde-a81b-4ecc-8a96-304bc35260a8/06ec8f30-7a77-47aa-9c2e-ce1618b403df) {{(pid=91753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:26:04.824093 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] For port 1605694d-be46-4618-a9c7-31fd226b0b9a, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=1605694d-be46-4618-a9c7-31fd226b0b9a,segment=NetworkSegment(09bd77f6-2df8-4630-9780-b1638bc63fc6),segment_id=09bd77f6-2df8-4630-9780-b1638bc63fc6)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:26:04.830725 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:04.834325 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:04.894498 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-efc99c26-db16-4c03-b2d1-e156a7cec62b None None] Notify callbacks [] for port, precommit_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:04.915253 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-efc99c26-db16-4c03-b2d1-e156a7cec62b None None] Transition to ACTIVE for port object 43a5edd4-919e-4e94-b60f-ad705c4a70a4 will not be triggered until provisioned by entity L2. {{(pid=91755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:26:04.920922 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6cbe8aa9-42bb-4031-9acc-9f9435e9f337 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:04.926093 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Pushing event updated for resources: {'Port': ['ID=1605694d-be46-4618-a9c7-31fd226b0b9a,revision_number=3']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:04.929305 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-efc99c26-db16-4c03-b2d1-e156a7cec62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:04.934031 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:04.934608 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:04.939094 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.provisioning_blocks [None req-6cbe8aa9-42bb-4031-9acc-9f9435e9f337 admin admin] Transition to ACTIVE for port object 06ec8f30-7a77-47aa-9c2e-ce1618b403df will not be triggered until provisioned by entity DHCP. {{(pid=91753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:26:04.963434 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6cbe8aa9-42bb-4031-9acc-9f9435e9f337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1833561'] for port, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:04.967807 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-54acaf02-0713-4c34-a302-acb95b389e0d tempest-VolumesActionsTest-545580820 tempest-VolumesActionsTest-545580820-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:05.007796 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-efc99c26-db16-4c03-b2d1-e156a7cec62b None None] Attempting to bind port 43a5edd4-919e-4e94-b60f-ad705c4a70a4 on host dv-cinder-770050-4-smb for vnic_type normal with profile {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:26:05.008222 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-efc99c26-db16-4c03-b2d1-e156a7cec62b None None] Attempting to bind port 43a5edd4-919e-4e94-b60f-ad705c4a70a4 by drivers openvswitch,hyperv on host dv-cinder-770050-4-smb at level 0 using segments [{'id': '909c7060-bfe5-455f-9f67-8bef71bab1ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'}] {{(pid=91755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:26:05.008596 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc99c26-db16-4c03-b2d1-e156a7cec62b None None] Attempting to bind port 43a5edd4-919e-4e94-b60f-ad705c4a70a4 on network 3a0124ad-3a38-4a71-989b-cf15592ffbdb {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:26:05.014446 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c48ddc-4f04-483d-9aea-1f7291f71a92 None None] Pushing event updated for resources: {'Port': ['ID=43a5edd4-919e-4e94-b60f-ad705c4a70a4,revision_number=2']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:05.018639 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-f0c48ddc-4f04-483d-9aea-1f7291f71a92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:05.019592 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc99c26-db16-4c03-b2d1-e156a7cec62b None None] Checking agent: {'id': '645f1a76-8a80-43b7-a21a-f9bffe38f313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:26:05.019966 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc99c26-db16-4c03-b2d1-e156a7cec62b None None] Checking segment: {'id': '909c7060-bfe5-455f-9f67-8bef71bab1ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:26:05.020417 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-efc99c26-db16-4c03-b2d1-e156a7cec62b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:05.020837 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc99c26-db16-4c03-b2d1-e156a7cec62b None None] Bound using segment: {'id': '909c7060-bfe5-455f-9f67-8bef71bab1ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'} {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:26:05.021395 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-efc99c26-db16-4c03-b2d1-e156a7cec62b None None] Bound port: 43a5edd4-919e-4e94-b60f-ad705c4a70a4, host: dv-cinder-770050-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '909c7060-bfe5-455f-9f67-8bef71bab1ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'}}] {{(pid=91755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:26:05.021818 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-efc99c26-db16-4c03-b2d1-e156a7cec62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:05.025022 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbe8aa9-42bb-4031-9acc-9f9435e9f337 admin admin] Network 26033630-c094-437e-93aa-b8a115d789c9 is already hosted by enough agents. {{(pid=91753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:26:05.027871 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.base_scheduler [None req-6cbe8aa9-42bb-4031-9acc-9f9435e9f337 admin admin] Resources bound (agent type, host, resource id): {{(pid=91753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:26:05.031536 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbe8aa9-42bb-4031-9acc-9f9435e9f337 admin admin] Received port after_create {{(pid=91753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:26:05.074218 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe8aa9-42bb-4031-9acc-9f9435e9f337 admin admin] Pushing event updated for resources: {'Port': ['ID=06ec8f30-7a77-47aa-9c2e-ce1618b403df,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:05.082174 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-6cbe8aa9-42bb-4031-9acc-9f9435e9f337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:05.104779 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6cbe8aa9-42bb-4031-9acc-9f9435e9f337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960433'] for router_interface, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:05.145975 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-efc99c26-db16-4c03-b2d1-e156a7cec62b None None] For port 43a5edd4-919e-4e94-b60f-ad705c4a70a4, host dv-cinder-770050-4-smb, cleared binding levels {{(pid=91755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:26:05.149896 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-efc99c26-db16-4c03-b2d1-e156a7cec62b None None] For port 43a5edd4-919e-4e94-b60f-ad705c4a70a4, host dv-cinder-770050-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=43a5edd4-919e-4e94-b60f-ad705c4a70a4,segment=NetworkSegment(909c7060-bfe5-455f-9f67-8bef71bab1ed),segment_id=909c7060-bfe5-455f-9f67-8bef71bab1ed)] {{(pid=91755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:26:05.154448 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-efc99c26-db16-4c03-b2d1-e156a7cec62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:05.159370 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:05.242571 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc99c26-db16-4c03-b2d1-e156a7cec62b None None] Routers {'169fce63-d5b6-43b7-be62-0ffbe273403f'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:26:05.243223 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-efc99c26-db16-4c03-b2d1-e156a7cec62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:25:49Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['169fce63-d5b6-43b7-be62-0ffbe273403f'], 'active': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:26:05.267547 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6cbe8aa9-42bb-4031-9acc-9f9435e9f337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:05.298817 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4 details requested by agent hyperv_hv-cinder-77005 with host hv-cinder-77005 {{(pid=91755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 18:26:05.310875 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c48ddc-4f04-483d-9aea-1f7291f71a92 None None] Pushing event updated for resources: {'Port': ['ID=43a5edd4-919e-4e94-b60f-ad705c4a70a4,revision_number=3']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:05.325912 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-f0c48ddc-4f04-483d-9aea-1f7291f71a92 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:05.355256 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-b6b9f71e-34e5-4820-b225-40044d52dff8 None None] Provisioning for port 06ec8f30-7a77-47aa-9c2e-ce1618b403df completed by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:26:05.437178 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-b6b9f71e-34e5-4820-b225-40044d52dff8 None None] Provisioning complete for port 06ec8f30-7a77-47aa-9c2e-ce1618b403df triggered by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:26:05.437455 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b6b9f71e-34e5-4820-b225-40044d52dff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:05.491399 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2090b1e7-87ad-46eb-a27a-78a36030ff65 req-3645ddda-ae74-4a53-9230-2681bbe551c3 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:05.493032 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2090b1e7-87ad-46eb-a27a-78a36030ff65 req-3645ddda-ae74-4a53-9230-2681bbe551c3 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 943 time: 0.0862887 May 31 18:26:05.551273 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2090b1e7-87ad-46eb-a27a-78a36030ff65 req-c13c1b95-385d-487e-8e1d-a499e4d44c57 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475998 May 31 18:26:05.594929 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-b6b9f71e-34e5-4820-b225-40044d52dff8 None None] Port 06ec8f30-7a77-47aa-9c2e-ce1618b403df cannot update to ACTIVE because it is not bound. {{(pid=91755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:26:05.600915 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvr_db [None req-efc99c26-db16-4c03-b2d1-e156a7cec62b None None] Set router 169fce63-d5b6-43b7-be62-0ffbe273403f gateway port host: dv-cinder-770050-4-smb {{(pid=91755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:26:05.614945 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6cbe8aa9-42bb-4031-9acc-9f9435e9f337 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:05.619536 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6cbe8aa9-42bb-4031-9acc-9f9435e9f337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1833552'] for port, after_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:05.646507 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-0d3a3720-8364-4f0c-8296-0fd79ced2b6c tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:05.727375 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe8aa9-42bb-4031-9acc-9f9435e9f337 admin admin] Pushing event updated for resources: {'Port': ['ID=06ec8f30-7a77-47aa-9c2e-ce1618b403df,revision_number=2']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:05.730195 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6cbe8aa9-42bb-4031-9acc-9f9435e9f337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960284'] for router_interface, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:05.737196 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-6cbe8aa9-42bb-4031-9acc-9f9435e9f337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:05.785077 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4,segment=NetworkSegment(9e7eb541-2a48-4373-bede-dc253746dbb0),segment_id=9e7eb541-2a48-4373-bede-dc253746dbb0)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:26:05.854568 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Returning: {'device': '165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4', 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a', 'port_id': '165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4', 'mac_address': 'fa:16:3e:17:b0:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a141bd4c-23e4-4ac5-be95-c7e9e5ec7954', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 18:26:05.873869 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbe8aa9-42bb-4031-9acc-9f9435e9f337 admin admin] Network 26033630-c094-437e-93aa-b8a115d789c9 is already hosted by enough agents. {{(pid=91753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:26:05.875059 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.base_scheduler [None req-6cbe8aa9-42bb-4031-9acc-9f9435e9f337 admin admin] Resources bound (agent type, host, resource id): {{(pid=91753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:26:05.952389 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:06.009094 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4 {{(pid=91755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:26:06.034634 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4,segment=NetworkSegment(9e7eb541-2a48-4373-bede-dc253746dbb0),segment_id=9e7eb541-2a48-4373-bede-dc253746dbb0)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:26:06.040959 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:06.043959 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:06.083254 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cbe8aa9-42bb-4031-9acc-9f9435e9f337 admin admin] Router 169fce63-d5b6-43b7-be62-0ffbe273403f has already been hosted by L3 agent aa8b4aa1-734a-4f99-a735-849181ae9a49 {{(pid=91753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:26:06.135209 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-efc99c26-db16-4c03-b2d1-e156a7cec62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169fce63-d5b6-43b7-be62-0ffbe273403f', 'name': 'tempest-TestShelveInstance-974295154-router', 'tenant_id': '71e173376bb2401c9a4bd03dc519309c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': '43a5edd4-919e-4e94-b60f-ad705c4a70a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:26:01Z', 'updated_at': '2021-05-31T18:26:05Z', 'revision_number': 4, 'project_id': '71e173376bb2401c9a4bd03dc519309c', 'gw_port': {'id': '43a5edd4-919e-4e94-b60f-ad705c4a70a4', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169fce63-d5b6-43b7-be62-0ffbe273403f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:26:01Z', 'updated_at': '2021-05-31T18:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': '06ec8f30-7a77-47aa-9c2e-ce1618b403df', 'name': '', 'network_id': '26033630-c094-437e-93aa-b8a115d789c9', 'tenant_id': '71e173376bb2401c9a4bd03dc519309c', 'mac_address': 'fa:16:3e:25:f4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169fce63-d5b6-43b7-be62-0ffbe273403f', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '8b840fde-a81b-4ecc-8a96-304bc35260a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:26:04Z', 'updated_at': '2021-05-31T18:26:04Z', 'revision_number': 1, 'project_id': '71e173376bb2401c9a4bd03dc519309c', 'subnets': [{'id': '8b840fde-a81b-4ecc-8a96-304bc35260a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:26:06.141658 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efc99c26-db16-4c03-b2d1-e156a7cec62b None None] The sync data for ids ['169fce63-d5b6-43b7-be62-0ffbe273403f'] in dv-cinder-770050-4-smb is: [{'id': '169fce63-d5b6-43b7-be62-0ffbe273403f', 'name': 'tempest-TestShelveInstance-974295154-router', 'tenant_id': '71e173376bb2401c9a4bd03dc519309c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': '43a5edd4-919e-4e94-b60f-ad705c4a70a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:26:01Z', 'updated_at': '2021-05-31T18:26:05Z', 'revision_number': 4, 'project_id': '71e173376bb2401c9a4bd03dc519309c', 'gw_port': {'id': '43a5edd4-919e-4e94-b60f-ad705c4a70a4', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169fce63-d5b6-43b7-be62-0ffbe273403f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:26:01Z', 'updated_at': '2021-05-31T18:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': '06ec8f30-7a77-47aa-9c2e-ce1618b403df', 'name': '', 'network_id': '26033630-c094-437e-93aa-b8a115d789c9', 'tenant_id': '71e173376bb2401c9a4bd03dc519309c', 'mac_address': 'fa:16:3e:25:f4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169fce63-d5b6-43b7-be62-0ffbe273403f', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '8b840fde-a81b-4ecc-8a96-304bc35260a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:26:04Z', 'updated_at': '2021-05-31T18:26:04Z', 'revision_number': 1, 'project_id': '71e173376bb2401c9a4bd03dc519309c', 'subnets': [{'id': '8b840fde-a81b-4ecc-8a96-304bc35260a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:26:06.146567 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4,revision_number=9']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:06.148960 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:06.174953 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 1605694d-be46-4618-a9c7-31fd226b0b9a up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:26:06.247580 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-6edd7d0e-7018-4599-828b-f18ee47a3cb6 None None] Provisioning complete for port 06ec8f30-7a77-47aa-9c2e-ce1618b403df triggered by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:26:06.247961 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6edd7d0e-7018-4599-828b-f18ee47a3cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:06.273109 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cbe8aa9-42bb-4031-9acc-9f9435e9f337 admin admin] Notify agent at l3_agent.dv-cinder-770050-4-smb the message routers_updated {{(pid=91753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:26:06.282272 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-6cbe8aa9-42bb-4031-9acc-9f9435e9f337 admin admin] 10.222.0.25 "PUT /v2.0/routers/169fce63-d5b6-43b7-be62-0ffbe273403f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5874524 May 31 18:26:06.310270 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-6edd7d0e-7018-4599-828b-f18ee47a3cb6 None None] Port 06ec8f30-7a77-47aa-9c2e-ce1618b403df cannot update to ACTIVE because it is not bound. {{(pid=91755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:26:06.311772 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port 1605694d-be46-4618-a9c7-31fd226b0b9a triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:26:06.312167 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:06.385531 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] get_ports_and_sgs() called for port_ids ['165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4'] {{(pid=91755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:26:06.779791 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971ff92-2ed8-49c9-b2fb-a226a5b99b87 req-c7f82aeb-0515-4634-829d-45592b0a8089 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:06.781729 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-6971ff92-2ed8-49c9-b2fb-a226a5b99b87 req-c7f82aeb-0515-4634-829d-45592b0a8089 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 944 time: 0.0906610 May 31 18:26:06.843161 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-6971ff92-2ed8-49c9-b2fb-a226a5b99b87 req-86495f44-b02a-4f82-b445-40afe4459724 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549190 May 31 18:26:06.928474 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 34208) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:26:06.934041 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [None req-7295c214-4ceb-493b-ba9a-d05490b9b284 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2120051884-network', 'tenant_id': '9195bf41a4b04faab6b957e00e379062'}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:26:06.939190 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-7295c214-4ceb-493b-ba9a-d05490b9b284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:26:06.943817 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-7295c214-4ceb-493b-ba9a-d05490b9b284 admin admin] Usage tracker for resource:network and tenant:9195bf41a4b04faab6b957e00e379062 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:26:06.947185 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-7295c214-4ceb-493b-ba9a-d05490b9b284 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:26:06.953124 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-7295c214-4ceb-493b-ba9a-d05490b9b284 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:26:06.965490 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7295c214-4ceb-493b-ba9a-d05490b9b284 admin admin] Made reservation on behalf of 9195bf41a4b04faab6b957e00e379062 for: {'network': 1} {{(pid=91753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:26:06.967823 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-7295c214-4ceb-493b-ba9a-d05490b9b284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4080666'] for network, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:06.986787 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-7295c214-4ceb-493b-ba9a-d05490b9b284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:07.002827 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-7295c214-4ceb-493b-ba9a-d05490b9b284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:26:07.007362 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-7295c214-4ceb-493b-ba9a-d05490b9b284 admin admin] Usage tracker for resource:security_group_rule and tenant:9195bf41a4b04faab6b957e00e379062 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:26:07.010251 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-7295c214-4ceb-493b-ba9a-d05490b9b284 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:26:07.016507 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-7295c214-4ceb-493b-ba9a-d05490b9b284 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:26:07.105307 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-7295c214-4ceb-493b-ba9a-d05490b9b284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:07.113584 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-7295c214-4ceb-493b-ba9a-d05490b9b284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:07.117917 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-36811149-aeb3-4456-b88b-440205c641e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:07.159060 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7295c214-4ceb-493b-ba9a-d05490b9b284 admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=91753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 18:26:07.164508 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295c214-4ceb-493b-ba9a-d05490b9b284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58853bfb-18f0-4cb8-bdd2-a96983473aaa,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:07.168286 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-7295c214-4ceb-493b-ba9a-d05490b9b284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:07.172254 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-7295c214-4ceb-493b-ba9a-d05490b9b284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090'] for segment, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:07.172653 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.db.segments_db [None req-7295c214-4ceb-493b-ba9a-d05490b9b284 admin admin] Added segment 5ce4dc3c-bd62-474e-9e50-4eb268ba6080 of type vlan for network 840fb734-dc38-4dcd-b5aa-be3a57de0df7 May 31 18:26:07.201586 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-7295c214-4ceb-493b-ba9a-d05490b9b284 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763743697237'] for network, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:07.233306 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-7295c214-4ceb-493b-ba9a-d05490b9b284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551420'] for network, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:07.235031 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7295c214-4ceb-493b-ba9a-d05490b9b284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:07.235780 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-7295c214-4ceb-493b-ba9a-d05490b9b284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for network, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:07.241614 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:07.251991 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4 up at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:26:07.338107 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Provisioning complete for port 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:26:07.339318 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:07.346665 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7295c214-4ceb-493b-ba9a-d05490b9b284 admin admin] Pushing event updated for resources: {'Network': ['ID=840fb734-dc38-4dcd-b5aa-be3a57de0df7,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:07.351063 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-7295c214-4ceb-493b-ba9a-d05490b9b284 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4214880 May 31 18:26:07.352105 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-7295c214-4ceb-493b-ba9a-d05490b9b284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:07.353638 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 34218) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:26:07.359695 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [None req-8172a570-033e-4935-9726-7ed1f7ab8911 admin admin] Request body: {'subnet': {'network_id': '840fb734-dc38-4dcd-b5aa-be3a57de0df7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2120051884-subnet', 'tenant_id': '9195bf41a4b04faab6b957e00e379062', 'ip_version': 4}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:26:07.365367 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-8172a570-033e-4935-9726-7ed1f7ab8911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:26:07.369961 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-8172a570-033e-4935-9726-7ed1f7ab8911 admin admin] Usage tracker for resource:subnet and tenant:9195bf41a4b04faab6b957e00e379062 is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:26:07.373320 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-8172a570-033e-4935-9726-7ed1f7ab8911 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:26:07.374673 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Network 840fb734-dc38-4dcd-b5aa-be3a57de0df7 details requested by agent ovs-agent-dv-cinder-770050-4-smb with host dv-cinder-770050-4-smb {{(pid=91755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 18:26:07.380843 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-8172a570-033e-4935-9726-7ed1f7ab8911 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:26:07.394330 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8172a570-033e-4935-9726-7ed1f7ab8911 admin admin] Made reservation on behalf of 9195bf41a4b04faab6b957e00e379062 for: {'subnet': 1} {{(pid=91754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:26:07.398222 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8172a570-033e-4935-9726-7ed1f7ab8911 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10908778'] for subnet, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:07.649291 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:07.680182 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dad5e2f-c186-4450-a2b3-ceddeaa63981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:26:07.682514 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e2032fe1b554800b495be35bbba042da1e7f6a6deba8ede5c150f2a358caca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d913506a-40fa-4ad6-9a84-96e02322f175" -d '{"events": [{"server_uuid": "0dad5e2f-c186-4450-a2b3-ceddeaa63981", "name": "network-vif-plugged", "status": "completed", "tag": "165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:26:07.695176 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4,segment=NetworkSegment(9e7eb541-2a48-4373-bede-dc253746dbb0),segment_id=9e7eb541-2a48-4373-bede-dc253746dbb0)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:26:07.700470 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:07.702838 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:07.733732 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520a73cb-5909-4cf9-af5a-8e92f9e77ad5 x-openstack-request-id: req-520a73cb-5909-4cf9-af5a-8e92f9e77ad5 {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:26:07.734161 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dad5e2f-c186-4450-a2b3-ceddeaa63981", "name": "network-vif-plugged", "status": "completed", "tag": "165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:26:07.734525 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-520a73cb-5909-4cf9-af5a-8e92f9e77ad5 {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:26:07.735032 dv-cinder-770050-4-smb neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dad5e2f-c186-4450-a2b3-ceddeaa63981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4', 'code': 200} May 31 18:26:07.775640 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4,revision_number=10']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:07.778713 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:07.866419 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8172a570-033e-4935-9726-7ed1f7ab8911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10873447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10908796'] for subnet, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:07.870272 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-025cfd1b-d7ac-4021-a5ed-4131cd3e5cf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:07.948021 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8172a570-033e-4935-9726-7ed1f7ab8911 admin admin] Pushing event updated for resources: {'Subnet': ['ID=304e766b-e582-443d-924e-9dd542a7bb63,revision_number=0']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:07.950785 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-8172a570-033e-4935-9726-7ed1f7ab8911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:07.958797 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8172a570-033e-4935-9726-7ed1f7ab8911 admin admin] Checking segment: {'id': '5ce4dc3c-bd62-474e-9e50-4eb268ba6080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '840fb734-dc38-4dcd-b5aa-be3a57de0df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:26:07.959158 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8172a570-033e-4935-9726-7ed1f7ab8911 admin admin] Network hostable DHCP agents. Network: 840fb734-dc38-4dcd-b5aa-be3a57de0df7, hostable agents: ['c2c260b2-0141-4615-bcb7-b98a7560862d'], hosted agents: [] {{(pid=91754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 18:26:07.977047 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8172a570-033e-4935-9726-7ed1f7ab8911 admin admin] Network 840fb734-dc38-4dcd-b5aa-be3a57de0df7 is scheduled to be hosted by DHCP agent c2c260b2-0141-4615-bcb7-b98a7560862d with binding_index 1 {{(pid=91754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 18:26:07.986461 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.base_scheduler [None req-8172a570-033e-4935-9726-7ed1f7ab8911 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-770050-4-smb, 840fb734-dc38-4dcd-b5aa-be3a57de0df7) {{(pid=91754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:26:07.994982 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8172a570-033e-4935-9726-7ed1f7ab8911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:07.995597 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b701524d-eac1-4605-a205-07605a93c65d None None] Network 840fb734-dc38-4dcd-b5aa-be3a57de0df7 requested from dv-cinder-770050-4-smb {{(pid=91755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:26:07.995731 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8172a570-033e-4935-9726-7ed1f7ab8911 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:08.022814 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-8172a570-033e-4935-9726-7ed1f7ab8911 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6650147 May 31 18:26:08.023039 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 34230) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:26:08.028535 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [None req-0fdac32d-8bf5-42a0-8e43-a210de0c3828 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2120051884-router', 'tenant_id': '9195bf41a4b04faab6b957e00e379062', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'}}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:26:08.033466 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-0fdac32d-8bf5-42a0-8e43-a210de0c3828 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:26:08.037644 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-0fdac32d-8bf5-42a0-8e43-a210de0c3828 admin admin] Usage tracker for resource:router and tenant:9195bf41a4b04faab6b957e00e379062 is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:26:08.041035 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-0fdac32d-8bf5-42a0-8e43-a210de0c3828 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:26:08.047030 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd6ab65-6a0a-436a-b7c1-730d3c092fa5 req-f6be081b-239b-46aa-8f9f-a9e29578a7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:08.047705 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-0fdac32d-8bf5-42a0-8e43-a210de0c3828 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:26:08.048218 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-dbd6ab65-6a0a-436a-b7c1-730d3c092fa5 req-f6be081b-239b-46aa-8f9f-a9e29578a7d5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 1099 time: 0.1247671 May 31 18:26:08.059968 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0fdac32d-8bf5-42a0-8e43-a210de0c3828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-956281', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2093'] for router, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:08.060974 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0fdac32d-8bf5-42a0-8e43-a210de0c3828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-955001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-960678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1030219', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2086'] for router, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:08.080521 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0fdac32d-8bf5-42a0-8e43-a210de0c3828 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:08.106163 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a92f6f3-23f5-4e07-935f-ec1fb8766047 req-300cb20d-dc35-443e-b926-85edb9a62a02 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:08.107839 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-9a92f6f3-23f5-4e07-935f-ec1fb8766047 req-300cb20d-dc35-443e-b926-85edb9a62a02 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 946 time: 0.1312165 May 31 18:26:08.124610 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-dbd6ab65-6a0a-436a-b7c1-730d3c092fa5 req-272b86f6-f9cc-424a-a352-4b9196f979a9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698850 May 31 18:26:08.181839 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-9a92f6f3-23f5-4e07-935f-ec1fb8766047 req-09891cbc-c0ac-47b0-bfe2-0dc09247ea61 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609632 May 31 18:26:08.258818 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 43a5edd4-919e-4e94-b60f-ad705c4a70a4 up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:26:08.306039 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1402b5b2-2485-460e-bd63-2e523caf6d28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8cf2e4da-c742-599c-89b0-5cab7570e4a3-840fb734-dc38-4dcd-b5aa-be3a57de0df7', 'network_id': '840fb734-dc38-4dcd-b5aa-be3a57de0df7', 'tenant_id': '9195bf41a4b04faab6b957e00e379062', 'fixed_ips': [{'subnet_id': '304e766b-e582-443d-924e-9dd542a7bb63'}]}} from dv-cinder-770050-4-smb. {{(pid=91755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 18:26:08.306860 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-1402b5b2-2485-460e-bd63-2e523caf6d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:08.393507 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0fdac32d-8bf5-42a0-8e43-a210de0c3828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-960643', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-956235', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2128'] for router, precommit_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:08.408815 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning for port 43a5edd4-919e-4e94-b60f-ad705c4a70a4 completed by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:26:08.418037 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port 43a5edd4-919e-4e94-b60f-ad705c4a70a4 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:26:08.418408 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:08.485988 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243a6fb7-04e0-45f0-8542-9077d8347860 None None] Sync routers for ids ['169fce63-d5b6-43b7-be62-0ffbe273403f'] in dv-cinder-770050-4-smb {{(pid=91756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:26:08.500252 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243a6fb7-04e0-45f0-8542-9077d8347860 None None] Routers {'169fce63-d5b6-43b7-be62-0ffbe273403f'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:26:08.500955 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-243a6fb7-04e0-45f0-8542-9077d8347860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:25:49Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['169fce63-d5b6-43b7-be62-0ffbe273403f'], 'active': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:26:08.539003 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.db_base_plugin_common [None req-1402b5b2-2485-460e-bd63-2e523caf6d28 None None] Allocated IP 172.20.0.2 (840fb734-dc38-4dcd-b5aa-be3a57de0df7/304e766b-e582-443d-924e-9dd542a7bb63/011af699-b241-4d17-b4ce-69e6eca023a7) {{(pid=91755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:26:08.668297 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:08.682009 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvr_db [None req-243a6fb7-04e0-45f0-8542-9077d8347860 None None] Set router 169fce63-d5b6-43b7-be62-0ffbe273403f gateway port host: dv-cinder-770050-4-smb {{(pid=91756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:26:08.699167 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] For port 43a5edd4-919e-4e94-b60f-ad705c4a70a4, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=43a5edd4-919e-4e94-b60f-ad705c4a70a4,segment=NetworkSegment(909c7060-bfe5-455f-9f67-8bef71bab1ed),segment_id=909c7060-bfe5-455f-9f67-8bef71bab1ed)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:26:08.709972 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:08.715400 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-75409060-703c-4c83-b32d-25f2906da973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:08.794946 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Pushing event updated for resources: {'Port': ['ID=43a5edd4-919e-4e94-b60f-ad705c4a70a4,revision_number=4']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:08.798231 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:08.900711 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0fdac32d-8bf5-42a0-8e43-a210de0c3828 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:08.902827 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-1402b5b2-2485-460e-bd63-2e523caf6d28 None None] Notify callbacks [] for port, precommit_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:08.914506 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-1402b5b2-2485-460e-bd63-2e523caf6d28 None None] Transition to ACTIVE for port object 011af699-b241-4d17-b4ce-69e6eca023a7 will not be triggered until provisioned by entity L2. {{(pid=91755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:26:08.936261 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-1402b5b2-2485-460e-bd63-2e523caf6d28 None None] Transition to ACTIVE for port object 011af699-b241-4d17-b4ce-69e6eca023a7 will not be triggered until provisioned by entity DHCP. {{(pid=91755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:26:08.936484 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0fdac32d-8bf5-42a0-8e43-a210de0c3828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:08.950298 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-1402b5b2-2485-460e-bd63-2e523caf6d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395'] for port, after_create {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:08.954074 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:09.016665 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1402b5b2-2485-460e-bd63-2e523caf6d28 None None] Network 840fb734-dc38-4dcd-b5aa-be3a57de0df7 is already hosted by enough agents. {{(pid=91755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:26:09.019663 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.scheduler.base_scheduler [None req-1402b5b2-2485-460e-bd63-2e523caf6d28 None None] Resources bound (agent type, host, resource id): {{(pid=91755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:26:09.023137 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1402b5b2-2485-460e-bd63-2e523caf6d28 None None] Received port after_create {{(pid=91755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:26:09.028950 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1402b5b2-2485-460e-bd63-2e523caf6d28 None None] Pushing event updated for resources: {'Port': ['ID=011af699-b241-4d17-b4ce-69e6eca023a7,revision_number=1']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:09.032789 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-1402b5b2-2485-460e-bd63-2e523caf6d28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:09.096704 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-243a6fb7-04e0-45f0-8542-9077d8347860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169fce63-d5b6-43b7-be62-0ffbe273403f', 'name': 'tempest-TestShelveInstance-974295154-router', 'tenant_id': '71e173376bb2401c9a4bd03dc519309c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': '43a5edd4-919e-4e94-b60f-ad705c4a70a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:26:01Z', 'updated_at': '2021-05-31T18:26:05Z', 'revision_number': 4, 'project_id': '71e173376bb2401c9a4bd03dc519309c', 'gw_port': {'id': '43a5edd4-919e-4e94-b60f-ad705c4a70a4', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e4:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169fce63-d5b6-43b7-be62-0ffbe273403f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:26:01Z', 'updated_at': '2021-05-31T18:26:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': '06ec8f30-7a77-47aa-9c2e-ce1618b403df', 'name': '', 'network_id': '26033630-c094-437e-93aa-b8a115d789c9', 'tenant_id': '71e173376bb2401c9a4bd03dc519309c', 'mac_address': 'fa:16:3e:25:f4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169fce63-d5b6-43b7-be62-0ffbe273403f', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '8b840fde-a81b-4ecc-8a96-304bc35260a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:26:04Z', 'updated_at': '2021-05-31T18:26:05Z', 'revision_number': 2, 'project_id': '71e173376bb2401c9a4bd03dc519309c', 'subnets': [{'id': '8b840fde-a81b-4ecc-8a96-304bc35260a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:26:09.101807 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243a6fb7-04e0-45f0-8542-9077d8347860 None None] Checking router: 169fce63-d5b6-43b7-be62-0ffbe273403f for host: dv-cinder-770050-4-smb {{(pid=91756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:26:09.102152 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243a6fb7-04e0-45f0-8542-9077d8347860 None None] Updating router 169fce63-d5b6-43b7-be62-0ffbe273403f port 06ec8f30-7a77-47aa-9c2e-ce1618b403df binding host dv-cinder-770050-4-smb {{(pid=91756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 18:26:09.113559 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.db_base_plugin_common [None req-0fdac32d-8bf5-42a0-8e43-a210de0c3828 admin admin] Allocated IP 172.28.1.95 (3a0124ad-3a38-4a71-989b-cf15592ffbdb/7dbd3a86-7301-413f-8501-e9f2643d6bdc/bde7b135-4a4a-4f7b-964f-936bb8402f15) {{(pid=91754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:26:09.131609 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-1402b5b2-2485-460e-bd63-2e523caf6d28 None None] Attempting to bind port 011af699-b241-4d17-b4ce-69e6eca023a7 on host dv-cinder-770050-4-smb for vnic_type normal with profile {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:26:09.132189 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-1402b5b2-2485-460e-bd63-2e523caf6d28 None None] Attempting to bind port 011af699-b241-4d17-b4ce-69e6eca023a7 by drivers openvswitch,hyperv on host dv-cinder-770050-4-smb at level 0 using segments [{'id': '5ce4dc3c-bd62-474e-9e50-4eb268ba6080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '840fb734-dc38-4dcd-b5aa-be3a57de0df7'}] {{(pid=91755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:26:09.132878 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1402b5b2-2485-460e-bd63-2e523caf6d28 None None] Attempting to bind port 011af699-b241-4d17-b4ce-69e6eca023a7 on network 840fb734-dc38-4dcd-b5aa-be3a57de0df7 {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:26:09.141049 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1402b5b2-2485-460e-bd63-2e523caf6d28 None None] Checking agent: {'id': '645f1a76-8a80-43b7-a21a-f9bffe38f313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:26:09.141546 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1402b5b2-2485-460e-bd63-2e523caf6d28 None None] Checking segment: {'id': '5ce4dc3c-bd62-474e-9e50-4eb268ba6080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '840fb734-dc38-4dcd-b5aa-be3a57de0df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:26:09.142102 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-1402b5b2-2485-460e-bd63-2e523caf6d28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:09.142510 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1402b5b2-2485-460e-bd63-2e523caf6d28 None None] Bound using segment: {'id': '5ce4dc3c-bd62-474e-9e50-4eb268ba6080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '840fb734-dc38-4dcd-b5aa-be3a57de0df7'} {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:26:09.142987 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-1402b5b2-2485-460e-bd63-2e523caf6d28 None None] Bound port: 011af699-b241-4d17-b4ce-69e6eca023a7, host: dv-cinder-770050-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce4dc3c-bd62-474e-9e50-4eb268ba6080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '840fb734-dc38-4dcd-b5aa-be3a57de0df7'}}] {{(pid=91755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:26:09.143368 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-1402b5b2-2485-460e-bd63-2e523caf6d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:09.163050 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-243a6fb7-04e0-45f0-8542-9077d8347860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:09.292449 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-1402b5b2-2485-460e-bd63-2e523caf6d28 None None] For port 011af699-b241-4d17-b4ce-69e6eca023a7, host dv-cinder-770050-4-smb, cleared binding levels {{(pid=91755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:26:09.296263 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-1402b5b2-2485-460e-bd63-2e523caf6d28 None None] For port 011af699-b241-4d17-b4ce-69e6eca023a7, host dv-cinder-770050-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=011af699-b241-4d17-b4ce-69e6eca023a7,segment=NetworkSegment(5ce4dc3c-bd62-474e-9e50-4eb268ba6080),segment_id=5ce4dc3c-bd62-474e-9e50-4eb268ba6080)] {{(pid=91755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:26:09.303931 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-1402b5b2-2485-460e-bd63-2e523caf6d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:09.309286 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:09.324995 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0fdac32d-8bf5-42a0-8e43-a210de0c3828 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:09.371581 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0fdac32d-8bf5-42a0-8e43-a210de0c3828 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:09.383037 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-ee1df903-2136-40cc-ad25-96830fe208a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:09.492833 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1402b5b2-2485-460e-bd63-2e523caf6d28 None None] Pushing event updated for resources: {'Port': ['ID=011af699-b241-4d17-b4ce-69e6eca023a7,revision_number=2']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:09.500339 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-1402b5b2-2485-460e-bd63-2e523caf6d28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:09.531699 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef518acd-21ea-43cc-af18-88ece80a1196 req-00724b3e-ef2d-4143-9a9b-e0494ad74cb7 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:09.548679 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdac32d-8bf5-42a0-8e43-a210de0c3828 admin admin] Network 3a0124ad-3a38-4a71-989b-cf15592ffbdb is already hosted by enough agents. {{(pid=91754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:26:09.557200 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-ef518acd-21ea-43cc-af18-88ece80a1196 req-00724b3e-ef2d-4143-9a9b-e0494ad74cb7 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 946 time: 0.1674857 May 31 18:26:09.557387 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.base_scheduler [None req-0fdac32d-8bf5-42a0-8e43-a210de0c3828 admin admin] Resources bound (agent type, host, resource id): {{(pid=91754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:26:09.566945 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdac32d-8bf5-42a0-8e43-a210de0c3828 admin admin] Received port after_create {{(pid=91754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:26:09.606033 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdac32d-8bf5-42a0-8e43-a210de0c3828 admin admin] Pushing event updated for resources: {'Port': ['ID=bde7b135-4a4a-4f7b-964f-936bb8402f15,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:09.610652 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-0fdac32d-8bf5-42a0-8e43-a210de0c3828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:09.647335 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-ef518acd-21ea-43cc-af18-88ece80a1196 req-ad80e328-0cb1-4a12-b754-9cde97db9647 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849094 May 31 18:26:09.856171 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-243a6fb7-04e0-45f0-8542-9077d8347860 None None] Notify callbacks [] for port, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:09.872716 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.provisioning_blocks [None req-243a6fb7-04e0-45f0-8542-9077d8347860 None None] Transition to ACTIVE for port object 06ec8f30-7a77-47aa-9c2e-ce1618b403df will not be triggered until provisioned by entity L2. {{(pid=91756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:26:09.884649 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-243a6fb7-04e0-45f0-8542-9077d8347860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:09.896632 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:10.051338 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071bbea-4856-4321-a8d2-e4c0b311fb8d None None] Pushing event updated for resources: {'Port': ['ID=06ec8f30-7a77-47aa-9c2e-ce1618b403df,revision_number=3']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:10.091928 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071bbea-4856-4321-a8d2-e4c0b311fb8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:10.092228 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071bbea-4856-4321-a8d2-e4c0b311fb8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:10.092543 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071bbea-4856-4321-a8d2-e4c0b311fb8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:10.092856 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071bbea-4856-4321-a8d2-e4c0b311fb8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:10.093175 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071bbea-4856-4321-a8d2-e4c0b311fb8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:10.093490 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071bbea-4856-4321-a8d2-e4c0b311fb8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:10.093797 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071bbea-4856-4321-a8d2-e4c0b311fb8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:10.094104 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071bbea-4856-4321-a8d2-e4c0b311fb8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:10.094482 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071bbea-4856-4321-a8d2-e4c0b311fb8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:10.094795 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071bbea-4856-4321-a8d2-e4c0b311fb8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:10.095153 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071bbea-4856-4321-a8d2-e4c0b311fb8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:10.095422 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071bbea-4856-4321-a8d2-e4c0b311fb8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:10.122880 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-3071bbea-4856-4321-a8d2-e4c0b311fb8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:10.132261 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0fdac32d-8bf5-42a0-8e43-a210de0c3828 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:10.162964 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [None req-243a6fb7-04e0-45f0-8542-9077d8347860 None None] Attempting to bind port 06ec8f30-7a77-47aa-9c2e-ce1618b403df on host dv-cinder-770050-4-smb for vnic_type normal with profile {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:26:10.163523 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [None req-243a6fb7-04e0-45f0-8542-9077d8347860 None None] Attempting to bind port 06ec8f30-7a77-47aa-9c2e-ce1618b403df by drivers openvswitch,hyperv on host dv-cinder-770050-4-smb at level 0 using segments [{'id': '09bd77f6-2df8-4630-9780-b1638bc63fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '26033630-c094-437e-93aa-b8a115d789c9'}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:26:10.163895 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243a6fb7-04e0-45f0-8542-9077d8347860 None None] Attempting to bind port 06ec8f30-7a77-47aa-9c2e-ce1618b403df on network 26033630-c094-437e-93aa-b8a115d789c9 {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:26:10.170345 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243a6fb7-04e0-45f0-8542-9077d8347860 None None] Checking agent: {'id': '645f1a76-8a80-43b7-a21a-f9bffe38f313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:26:10.171136 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243a6fb7-04e0-45f0-8542-9077d8347860 None None] Checking segment: {'id': '09bd77f6-2df8-4630-9780-b1638bc63fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '26033630-c094-437e-93aa-b8a115d789c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:26:10.174607 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-243a6fb7-04e0-45f0-8542-9077d8347860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:10.175084 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243a6fb7-04e0-45f0-8542-9077d8347860 None None] Bound using segment: {'id': '09bd77f6-2df8-4630-9780-b1638bc63fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '26033630-c094-437e-93aa-b8a115d789c9'} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:26:10.175639 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [None req-243a6fb7-04e0-45f0-8542-9077d8347860 None None] Bound port: 06ec8f30-7a77-47aa-9c2e-ce1618b403df, host: dv-cinder-770050-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09bd77f6-2df8-4630-9780-b1638bc63fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '26033630-c094-437e-93aa-b8a115d789c9'}}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:26:10.176101 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-243a6fb7-04e0-45f0-8542-9077d8347860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:10.322077 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 011af699-b241-4d17-b4ce-69e6eca023a7 up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:26:10.332511 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-243a6fb7-04e0-45f0-8542-9077d8347860 None None] For port 06ec8f30-7a77-47aa-9c2e-ce1618b403df, host dv-cinder-770050-4-smb, cleared binding levels {{(pid=91756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:26:10.338896 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-243a6fb7-04e0-45f0-8542-9077d8347860 None None] For port 06ec8f30-7a77-47aa-9c2e-ce1618b403df, host dv-cinder-770050-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=06ec8f30-7a77-47aa-9c2e-ce1618b403df,segment=NetworkSegment(09bd77f6-2df8-4630-9780-b1638bc63fc6),segment_id=09bd77f6-2df8-4630-9780-b1638bc63fc6)] {{(pid=91756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:26:10.343948 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-243a6fb7-04e0-45f0-8542-9077d8347860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:10.364167 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:10.421282 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning for port 011af699-b241-4d17-b4ce-69e6eca023a7 completed by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:26:10.430907 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 43a5edd4-919e-4e94-b60f-ad705c4a70a4 up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:26:10.483163 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243a6fb7-04e0-45f0-8542-9077d8347860 None None] Routers {'169fce63-d5b6-43b7-be62-0ffbe273403f'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:26:10.484212 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-243a6fb7-04e0-45f0-8542-9077d8347860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:25:49Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['169fce63-d5b6-43b7-be62-0ffbe273403f'], 'active': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:26:10.555400 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071bbea-4856-4321-a8d2-e4c0b311fb8d None None] Pushing event updated for resources: {'Port': ['ID=06ec8f30-7a77-47aa-9c2e-ce1618b403df,revision_number=4']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:10.579217 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-3071bbea-4856-4321-a8d2-e4c0b311fb8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:10.625980 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port 43a5edd4-919e-4e94-b60f-ad705c4a70a4 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:26:10.626618 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:10.691658 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0fdac32d-8bf5-42a0-8e43-a210de0c3828 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-956272', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-960704'] for router, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:10.765585 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvr_db [None req-243a6fb7-04e0-45f0-8542-9077d8347860 None None] Set router 169fce63-d5b6-43b7-be62-0ffbe273403f gateway port host: dv-cinder-770050-4-smb {{(pid=91756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:26:10.938130 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e798647f-238a-495d-b050-9128e0b3cef8 None None] Network 840fb734-dc38-4dcd-b5aa-be3a57de0df7 requested from dv-cinder-770050-4-smb {{(pid=91755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:26:11.046361 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-b7593c70-0a49-48d5-ad59-8685ed523c58 None None] Provisioning for port 011af699-b241-4d17-b4ce-69e6eca023a7 completed by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:26:11.056692 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-b7593c70-0a49-48d5-ad59-8685ed523c58 None None] Provisioning complete for port 011af699-b241-4d17-b4ce-69e6eca023a7 triggered by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:26:11.057077 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b7593c70-0a49-48d5-ad59-8685ed523c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:11.123945 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a25435-4cb0-405b-bacf-f30413ebe750 req-bfdb56f1-2f16-435b-b457-939468015c86 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:11.125400 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a9a25435-4cb0-405b-bacf-f30413ebe750 req-bfdb56f1-2f16-435b-b457-939468015c86 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 946 time: 0.1420486 May 31 18:26:11.126492 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fdac32d-8bf5-42a0-8e43-a210de0c3828 admin admin] Router e8844564-c5b1-4da6-8c81-8d7aa1a7eef8 is scheduled to L3 agent aa8b4aa1-734a-4f99-a735-849181ae9a49 with binding_index 1 {{(pid=91754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 18:26:11.127059 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-243a6fb7-04e0-45f0-8542-9077d8347860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169fce63-d5b6-43b7-be62-0ffbe273403f', 'name': 'tempest-TestShelveInstance-974295154-router', 'tenant_id': '71e173376bb2401c9a4bd03dc519309c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': '43a5edd4-919e-4e94-b60f-ad705c4a70a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:26:01Z', 'updated_at': '2021-05-31T18:26:05Z', 'revision_number': 4, 'project_id': '71e173376bb2401c9a4bd03dc519309c', 'gw_port': {'id': '43a5edd4-919e-4e94-b60f-ad705c4a70a4', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169fce63-d5b6-43b7-be62-0ffbe273403f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:26:01Z', 'updated_at': '2021-05-31T18:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': '06ec8f30-7a77-47aa-9c2e-ce1618b403df', 'name': '', 'network_id': '26033630-c094-437e-93aa-b8a115d789c9', 'tenant_id': '71e173376bb2401c9a4bd03dc519309c', 'mac_address': 'fa:16:3e:25:f4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169fce63-d5b6-43b7-be62-0ffbe273403f', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '8b840fde-a81b-4ecc-8a96-304bc35260a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:26:04Z', 'updated_at': '2021-05-31T18:26:10Z', 'revision_number': 4, 'project_id': '71e173376bb2401c9a4bd03dc519309c', 'subnets': [{'id': '8b840fde-a81b-4ecc-8a96-304bc35260a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:26:11.132912 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243a6fb7-04e0-45f0-8542-9077d8347860 None None] The sync data for ids ['169fce63-d5b6-43b7-be62-0ffbe273403f'] in dv-cinder-770050-4-smb is: [{'id': '169fce63-d5b6-43b7-be62-0ffbe273403f', 'name': 'tempest-TestShelveInstance-974295154-router', 'tenant_id': '71e173376bb2401c9a4bd03dc519309c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': '43a5edd4-919e-4e94-b60f-ad705c4a70a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:26:01Z', 'updated_at': '2021-05-31T18:26:05Z', 'revision_number': 4, 'project_id': '71e173376bb2401c9a4bd03dc519309c', 'gw_port': {'id': '43a5edd4-919e-4e94-b60f-ad705c4a70a4', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169fce63-d5b6-43b7-be62-0ffbe273403f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:26:01Z', 'updated_at': '2021-05-31T18:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': '06ec8f30-7a77-47aa-9c2e-ce1618b403df', 'name': '', 'network_id': '26033630-c094-437e-93aa-b8a115d789c9', 'tenant_id': '71e173376bb2401c9a4bd03dc519309c', 'mac_address': 'fa:16:3e:25:f4:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '169fce63-d5b6-43b7-be62-0ffbe273403f', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '8b840fde-a81b-4ecc-8a96-304bc35260a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:26:04Z', 'updated_at': '2021-05-31T18:26:10Z', 'revision_number': 4, 'project_id': '71e173376bb2401c9a4bd03dc519309c', 'subnets': [{'id': '8b840fde-a81b-4ecc-8a96-304bc35260a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:26:11.258368 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a9a25435-4cb0-405b-bacf-f30413ebe750 req-f34a9013-6157-4904-bfd3-e8bccbd1bfce tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254516 May 31 18:26:11.352339 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b7593c70-0a49-48d5-ad59-8685ed523c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:11.361083 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fdac32d-8bf5-42a0-8e43-a210de0c3828 admin admin] Notify agent at l3_agent.dv-cinder-770050-4-smb the message routers_updated {{(pid=91754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:26:11.373713 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cf7fe4-f71c-471b-b7f5-9c0e33effef9 None None] Sync routers for ids ['e8844564-c5b1-4da6-8c81-8d7aa1a7eef8'] in dv-cinder-770050-4-smb {{(pid=91755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:26:11.385345 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0fdac32d-8bf5-42a0-8e43-a210de0c3828 admin admin] Notify callbacks [] for router, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:11.386647 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-0fdac32d-8bf5-42a0-8e43-a210de0c3828 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3626564 May 31 18:26:11.389661 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 34288) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:26:11.407190 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cf7fe4-f71c-471b-b7f5-9c0e33effef9 None None] Routers {'e8844564-c5b1-4da6-8c81-8d7aa1a7eef8'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:26:11.407839 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-c1cf7fe4-f71c-471b-b7f5-9c0e33effef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:25:49Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['e8844564-c5b1-4da6-8c81-8d7aa1a7eef8'], 'active': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:26:11.485317 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-b7593c70-0a49-48d5-ad59-8685ed523c58 None None] For port 011af699-b241-4d17-b4ce-69e6eca023a7, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=011af699-b241-4d17-b4ce-69e6eca023a7,segment=NetworkSegment(5ce4dc3c-bd62-474e-9e50-4eb268ba6080),segment_id=5ce4dc3c-bd62-474e-9e50-4eb268ba6080)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:26:11.496148 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b7593c70-0a49-48d5-ad59-8685ed523c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:11.499847 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:11.650148 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7593c70-0a49-48d5-ad59-8685ed523c58 None None] Pushing event updated for resources: {'Port': ['ID=011af699-b241-4d17-b4ce-69e6eca023a7,revision_number=3']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:11.655357 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-b7593c70-0a49-48d5-ad59-8685ed523c58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:11.657148 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvr_db [None req-c1cf7fe4-f71c-471b-b7f5-9c0e33effef9 None None] Set router e8844564-c5b1-4da6-8c81-8d7aa1a7eef8 gateway port host: dv-cinder-770050-4-smb {{(pid=91755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:26:11.889177 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-12f86062-f050-4574-922d-460914db7351 None None] Provisioning complete for port 011af699-b241-4d17-b4ce-69e6eca023a7 triggered by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:26:11.889546 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-12f86062-f050-4574-922d-460914db7351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:12.079815 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-c1cf7fe4-f71c-471b-b7f5-9c0e33effef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8844564-c5b1-4da6-8c81-8d7aa1a7eef8', 'name': 'tempest-TestShelveInstance-2120051884-router', 'tenant_id': '9195bf41a4b04faab6b957e00e379062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.95'}], 'enable_snat': True}, 'gw_port_id': 'bde7b135-4a4a-4f7b-964f-936bb8402f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:26:08Z', 'updated_at': '2021-05-31T18:26:09Z', 'revision_number': 3, 'project_id': '9195bf41a4b04faab6b957e00e379062', 'gw_port': {'id': 'bde7b135-4a4a-4f7b-964f-936bb8402f15', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8844564-c5b1-4da6-8c81-8d7aa1a7eef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:26:08Z', 'updated_at': '2021-05-31T18:26:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb'}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:26:12.084191 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cf7fe4-f71c-471b-b7f5-9c0e33effef9 None None] Checking router: e8844564-c5b1-4da6-8c81-8d7aa1a7eef8 for host: dv-cinder-770050-4-smb {{(pid=91755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:26:12.084541 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cf7fe4-f71c-471b-b7f5-9c0e33effef9 None None] Updating router e8844564-c5b1-4da6-8c81-8d7aa1a7eef8 port bde7b135-4a4a-4f7b-964f-936bb8402f15 binding host dv-cinder-770050-4-smb {{(pid=91755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 18:26:12.138867 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c1cf7fe4-f71c-471b-b7f5-9c0e33effef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:12.212053 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 06ec8f30-7a77-47aa-9c2e-ce1618b403df up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:26:12.252847 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-931db594-b6db-4433-bcdd-eb2b650fd4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:12.411870 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning for port 06ec8f30-7a77-47aa-9c2e-ce1618b403df completed by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:26:12.422825 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port 06ec8f30-7a77-47aa-9c2e-ce1618b403df triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:26:12.423196 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:12.461830 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.db_base_plugin_common [None req-931db594-b6db-4433-bcdd-eb2b650fd4bd admin admin] Allocated IP 172.20.0.1 (840fb734-dc38-4dcd-b5aa-be3a57de0df7/304e766b-e582-443d-924e-9dd542a7bb63/dcd149d5-d951-4d25-9e98-0167d4827cf2) {{(pid=91753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:26:12.628275 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-931db594-b6db-4433-bcdd-eb2b650fd4bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:12.652236 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.provisioning_blocks [None req-931db594-b6db-4433-bcdd-eb2b650fd4bd admin admin] Transition to ACTIVE for port object dcd149d5-d951-4d25-9e98-0167d4827cf2 will not be triggered until provisioned by entity DHCP. {{(pid=91753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:26:12.679568 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:12.683980 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-931db594-b6db-4433-bcdd-eb2b650fd4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1833561'] for port, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:12.688000 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-224b2d26-553c-49b3-bc8b-ef408a3e6847 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:12.722737 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c1cf7fe4-f71c-471b-b7f5-9c0e33effef9 None None] Notify callbacks [] for port, precommit_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:12.732290 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] For port 06ec8f30-7a77-47aa-9c2e-ce1618b403df, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=06ec8f30-7a77-47aa-9c2e-ce1618b403df,segment=NetworkSegment(09bd77f6-2df8-4630-9780-b1638bc63fc6),segment_id=09bd77f6-2df8-4630-9780-b1638bc63fc6)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:26:12.738463 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-c1cf7fe4-f71c-471b-b7f5-9c0e33effef9 None None] Transition to ACTIVE for port object bde7b135-4a4a-4f7b-964f-936bb8402f15 will not be triggered until provisioned by entity L2. {{(pid=91755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:26:12.742837 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:12.743726 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 011af699-b241-4d17-b4ce-69e6eca023a7 up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:26:12.766144 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931db594-b6db-4433-bcdd-eb2b650fd4bd admin admin] Network 840fb734-dc38-4dcd-b5aa-be3a57de0df7 is already hosted by enough agents. {{(pid=91753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:26:12.769104 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.base_scheduler [None req-931db594-b6db-4433-bcdd-eb2b650fd4bd admin admin] Resources bound (agent type, host, resource id): {{(pid=91753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:26:12.770939 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:12.771688 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931db594-b6db-4433-bcdd-eb2b650fd4bd admin admin] Received port after_create {{(pid=91753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:26:12.812662 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c1cf7fe4-f71c-471b-b7f5-9c0e33effef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:12.814231 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931db594-b6db-4433-bcdd-eb2b650fd4bd admin admin] Pushing event updated for resources: {'Port': ['ID=dcd149d5-d951-4d25-9e98-0167d4827cf2,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:12.822068 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-931db594-b6db-4433-bcdd-eb2b650fd4bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:12.843146 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-931db594-b6db-4433-bcdd-eb2b650fd4bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-960433'] for router_interface, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:12.879720 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-c1cf7fe4-f71c-471b-b7f5-9c0e33effef9 None None] Attempting to bind port bde7b135-4a4a-4f7b-964f-936bb8402f15 on host dv-cinder-770050-4-smb for vnic_type normal with profile {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:26:12.880158 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-c1cf7fe4-f71c-471b-b7f5-9c0e33effef9 None None] Attempting to bind port bde7b135-4a4a-4f7b-964f-936bb8402f15 by drivers openvswitch,hyperv on host dv-cinder-770050-4-smb at level 0 using segments [{'id': '909c7060-bfe5-455f-9f67-8bef71bab1ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'}] {{(pid=91755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:26:12.880523 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cf7fe4-f71c-471b-b7f5-9c0e33effef9 None None] Attempting to bind port bde7b135-4a4a-4f7b-964f-936bb8402f15 on network 3a0124ad-3a38-4a71-989b-cf15592ffbdb {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:26:12.891887 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Pushing event updated for resources: {'Port': ['ID=06ec8f30-7a77-47aa-9c2e-ce1618b403df,revision_number=5']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:12.896723 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:12.897335 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:12.926471 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cf7fe4-f71c-471b-b7f5-9c0e33effef9 None None] Checking agent: {'id': '645f1a76-8a80-43b7-a21a-f9bffe38f313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:26:12.926905 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cf7fe4-f71c-471b-b7f5-9c0e33effef9 None None] Checking segment: {'id': '909c7060-bfe5-455f-9f67-8bef71bab1ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:26:12.927308 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c1cf7fe4-f71c-471b-b7f5-9c0e33effef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:12.927702 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cf7fe4-f71c-471b-b7f5-9c0e33effef9 None None] Bound using segment: {'id': '909c7060-bfe5-455f-9f67-8bef71bab1ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'} {{(pid=91755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:26:12.928212 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.managers [None req-c1cf7fe4-f71c-471b-b7f5-9c0e33effef9 None None] Bound port: bde7b135-4a4a-4f7b-964f-936bb8402f15, host: dv-cinder-770050-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '909c7060-bfe5-455f-9f67-8bef71bab1ed', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb'}}] {{(pid=91755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:26:12.928594 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c1cf7fe4-f71c-471b-b7f5-9c0e33effef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:12.975026 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-931db594-b6db-4433-bcdd-eb2b650fd4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:13.008090 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port 011af699-b241-4d17-b4ce-69e6eca023a7 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:26:13.008468 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:13.068194 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6334a-0b44-4206-a94a-de630cac44d5 None None] Pushing event updated for resources: {'Port': ['ID=bde7b135-4a4a-4f7b-964f-936bb8402f15,revision_number=2']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:13.075170 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-a3d6334a-0b44-4206-a94a-de630cac44d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:13.084639 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-923dc29c-dbf8-4e63-b900-e276366ef8d9 None None] Provisioning for port dcd149d5-d951-4d25-9e98-0167d4827cf2 completed by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:26:13.095564 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-c1cf7fe4-f71c-471b-b7f5-9c0e33effef9 None None] For port bde7b135-4a4a-4f7b-964f-936bb8402f15, host dv-cinder-770050-4-smb, cleared binding levels {{(pid=91755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:26:13.097381 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-923dc29c-dbf8-4e63-b900-e276366ef8d9 None None] Provisioning complete for port dcd149d5-d951-4d25-9e98-0167d4827cf2 triggered by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:26:13.097752 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-923dc29c-dbf8-4e63-b900-e276366ef8d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:13.138511 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-c1cf7fe4-f71c-471b-b7f5-9c0e33effef9 None None] For port bde7b135-4a4a-4f7b-964f-936bb8402f15, host dv-cinder-770050-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=bde7b135-4a4a-4f7b-964f-936bb8402f15,segment=NetworkSegment(909c7060-bfe5-455f-9f67-8bef71bab1ed),segment_id=909c7060-bfe5-455f-9f67-8bef71bab1ed)] {{(pid=91755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:26:13.149610 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c1cf7fe4-f71c-471b-b7f5-9c0e33effef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:13.159007 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-4eef5a78-8618-401d-b837-d5c9d0a3d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:13.200291 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-931db594-b6db-4433-bcdd-eb2b650fd4bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:13.204606 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-931db594-b6db-4433-bcdd-eb2b650fd4bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1833552'] for port, after_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:13.217896 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-923dc29c-dbf8-4e63-b900-e276366ef8d9 None None] Port dcd149d5-d951-4d25-9e98-0167d4827cf2 cannot update to ACTIVE because it is not bound. {{(pid=91755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:26:13.236486 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-b05088cb-d7b4-4d59-8f86-c2beef7e8fad tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:13.286701 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cf7fe4-f71c-471b-b7f5-9c0e33effef9 None None] Routers {'e8844564-c5b1-4da6-8c81-8d7aa1a7eef8'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:26:13.287316 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-c1cf7fe4-f71c-471b-b7f5-9c0e33effef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:25:49Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['e8844564-c5b1-4da6-8c81-8d7aa1a7eef8'], 'active': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:26:13.311982 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931db594-b6db-4433-bcdd-eb2b650fd4bd admin admin] Pushing event updated for resources: {'Port': ['ID=dcd149d5-d951-4d25-9e98-0167d4827cf2,revision_number=2']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:13.314461 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-931db594-b6db-4433-bcdd-eb2b650fd4bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-549638', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-960284'] for router_interface, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:13.318475 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-931db594-b6db-4433-bcdd-eb2b650fd4bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:13.354524 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6334a-0b44-4206-a94a-de630cac44d5 None None] Pushing event updated for resources: {'Port': ['ID=bde7b135-4a4a-4f7b-964f-936bb8402f15,revision_number=3']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:13.365177 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-a3d6334a-0b44-4206-a94a-de630cac44d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:13.474058 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvr_db [None req-c1cf7fe4-f71c-471b-b7f5-9c0e33effef9 None None] Set router e8844564-c5b1-4da6-8c81-8d7aa1a7eef8 gateway port host: dv-cinder-770050-4-smb {{(pid=91755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:26:13.538342 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931db594-b6db-4433-bcdd-eb2b650fd4bd admin admin] Network 840fb734-dc38-4dcd-b5aa-be3a57de0df7 is already hosted by enough agents. {{(pid=91753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:26:13.539522 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.base_scheduler [None req-931db594-b6db-4433-bcdd-eb2b650fd4bd admin admin] Resources bound (agent type, host, resource id): {{(pid=91753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:26:13.770425 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931db594-b6db-4433-bcdd-eb2b650fd4bd admin admin] Router e8844564-c5b1-4da6-8c81-8d7aa1a7eef8 has already been hosted by L3 agent aa8b4aa1-734a-4f99-a735-849181ae9a49 {{(pid=91753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:26:13.793414 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-770718a0-c41d-44ea-9406-ad8be61c2738 None None] Provisioning complete for port dcd149d5-d951-4d25-9e98-0167d4827cf2 triggered by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:26:13.793901 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-770718a0-c41d-44ea-9406-ad8be61c2738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:13.855451 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-770718a0-c41d-44ea-9406-ad8be61c2738 None None] Port dcd149d5-d951-4d25-9e98-0167d4827cf2 cannot update to ACTIVE because it is not bound. {{(pid=91755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:26:13.867843 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-c1cf7fe4-f71c-471b-b7f5-9c0e33effef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8844564-c5b1-4da6-8c81-8d7aa1a7eef8', 'name': 'tempest-TestShelveInstance-2120051884-router', 'tenant_id': '9195bf41a4b04faab6b957e00e379062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.95'}], 'enable_snat': True}, 'gw_port_id': 'bde7b135-4a4a-4f7b-964f-936bb8402f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:26:08Z', 'updated_at': '2021-05-31T18:26:12Z', 'revision_number': 4, 'project_id': '9195bf41a4b04faab6b957e00e379062', 'gw_port': {'id': 'bde7b135-4a4a-4f7b-964f-936bb8402f15', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8844564-c5b1-4da6-8c81-8d7aa1a7eef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:26:08Z', 'updated_at': '2021-05-31T18:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': 'dcd149d5-d951-4d25-9e98-0167d4827cf2', 'name': '', 'network_id': '840fb734-dc38-4dcd-b5aa-be3a57de0df7', 'tenant_id': '9195bf41a4b04faab6b957e00e379062', 'mac_address': 'fa:16:3e:a7:59:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8844564-c5b1-4da6-8c81-8d7aa1a7eef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '304e766b-e582-443d-924e-9dd542a7bb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:26:12Z', 'updated_at': '2021-05-31T18:26:13Z', 'revision_number': 2, 'project_id': '9195bf41a4b04faab6b957e00e379062', 'subnets': [{'id': '304e766b-e582-443d-924e-9dd542a7bb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:26:13.871869 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cf7fe4-f71c-471b-b7f5-9c0e33effef9 None None] The sync data for ids ['e8844564-c5b1-4da6-8c81-8d7aa1a7eef8'] in dv-cinder-770050-4-smb is: [{'id': 'e8844564-c5b1-4da6-8c81-8d7aa1a7eef8', 'name': 'tempest-TestShelveInstance-2120051884-router', 'tenant_id': '9195bf41a4b04faab6b957e00e379062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.95'}], 'enable_snat': True}, 'gw_port_id': 'bde7b135-4a4a-4f7b-964f-936bb8402f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:26:08Z', 'updated_at': '2021-05-31T18:26:12Z', 'revision_number': 4, 'project_id': '9195bf41a4b04faab6b957e00e379062', 'gw_port': {'id': 'bde7b135-4a4a-4f7b-964f-936bb8402f15', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8844564-c5b1-4da6-8c81-8d7aa1a7eef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:26:08Z', 'updated_at': '2021-05-31T18:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': 'dcd149d5-d951-4d25-9e98-0167d4827cf2', 'name': '', 'network_id': '840fb734-dc38-4dcd-b5aa-be3a57de0df7', 'tenant_id': '9195bf41a4b04faab6b957e00e379062', 'mac_address': 'fa:16:3e:a7:59:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8844564-c5b1-4da6-8c81-8d7aa1a7eef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '304e766b-e582-443d-924e-9dd542a7bb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:26:12Z', 'updated_at': '2021-05-31T18:26:13Z', 'revision_number': 2, 'project_id': '9195bf41a4b04faab6b957e00e379062', 'subnets': [{'id': '304e766b-e582-443d-924e-9dd542a7bb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:26:13.970529 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931db594-b6db-4433-bcdd-eb2b650fd4bd admin admin] Notify agent at l3_agent.dv-cinder-770050-4-smb the message routers_updated {{(pid=91753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:26:13.979498 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-931db594-b6db-4433-bcdd-eb2b650fd4bd admin admin] 10.222.0.25 "PUT /v2.0/routers/e8844564-c5b1-4da6-8c81-8d7aa1a7eef8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5883043 May 31 18:26:14.205690 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 06ec8f30-7a77-47aa-9c2e-ce1618b403df up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:26:14.294439 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port 06ec8f30-7a77-47aa-9c2e-ce1618b403df triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:26:14.295629 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:14.544585 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 34326) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:26:14.550163 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [None req-95bbc6fa-8f7a-4e40-953d-461af9dc3a39 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1310329904', 'description': 'tempest-secgroup-smoke-1310329904 description', 'project_id': '71e173376bb2401c9a4bd03dc519309c'}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:26:14.556256 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-95bbc6fa-8f7a-4e40-953d-461af9dc3a39 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:26:14.560334 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-95bbc6fa-8f7a-4e40-953d-461af9dc3a39 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Usage tracker for resource:security_group and tenant:71e173376bb2401c9a4bd03dc519309c is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:26:14.563388 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-95bbc6fa-8f7a-4e40-953d-461af9dc3a39 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:26:14.569353 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-95bbc6fa-8f7a-4e40-953d-461af9dc3a39 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:26:14.580179 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-95bbc6fa-8f7a-4e40-953d-461af9dc3a39 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:14.611398 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-95bbc6fa-8f7a-4e40-953d-461af9dc3a39 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:26:14.616026 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-95bbc6fa-8f7a-4e40-953d-461af9dc3a39 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Usage tracker for resource:security_group_rule and tenant:71e173376bb2401c9a4bd03dc519309c is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:26:14.619082 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-95bbc6fa-8f7a-4e40-953d-461af9dc3a39 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:26:14.625104 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-95bbc6fa-8f7a-4e40-953d-461af9dc3a39 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:26:14.703446 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-95bbc6fa-8f7a-4e40-953d-461af9dc3a39 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:14.707585 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-95bbc6fa-8f7a-4e40-953d-461af9dc3a39 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:14.711915 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:14.752011 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bbc6fa-8f7a-4e40-953d-461af9dc3a39 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d12a2ad5-dd0e-4a4a-86b4-8ccafda95509,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:14.755449 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-95bbc6fa-8f7a-4e40-953d-461af9dc3a39 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:14.759586 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-95bbc6fa-8f7a-4e40-953d-461af9dc3a39 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2111378 May 31 18:26:14.759586 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-95bbc6fa-8f7a-4e40-953d-461af9dc3a39 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:14.759857 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 34330) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:26:14.764926 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [None req-f3d66fcc-2efd-4366-8298-8f95085aad64 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Request body: {'security_group_rule': {'security_group_id': 'd12a2ad5-dd0e-4a4a-86b4-8ccafda95509', 'project_id': '71e173376bb2401c9a4bd03dc519309c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:26:14.771683 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-f3d66fcc-2efd-4366-8298-8f95085aad64 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:26:14.775496 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-f3d66fcc-2efd-4366-8298-8f95085aad64 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Usage tracker for resource:security_group_rule and tenant:71e173376bb2401c9a4bd03dc519309c is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:26:14.778386 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-f3d66fcc-2efd-4366-8298-8f95085aad64 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:26:14.784136 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-f3d66fcc-2efd-4366-8298-8f95085aad64 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:26:14.800266 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-f3d66fcc-2efd-4366-8298-8f95085aad64 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:14.864866 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-f3d66fcc-2efd-4366-8298-8f95085aad64 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:14.868782 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-f3d66fcc-2efd-4366-8298-8f95085aad64 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940446'] for security_group_rule, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:14.870825 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:14.894894 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d66fcc-2efd-4366-8298-8f95085aad64 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1764fb92-530e-461a-b4c0-10999621f463,revision_number=0']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:14.900241 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-f3d66fcc-2efd-4366-8298-8f95085aad64 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:14.906165 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-f3d66fcc-2efd-4366-8298-8f95085aad64 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:14.907400 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-f3d66fcc-2efd-4366-8298-8f95085aad64 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1467090 May 31 18:26:14.910119 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 34334) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:26:14.915401 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [None req-c2efd988-7bc6-4c1d-930a-37fbf9ea5b31 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Request body: {'security_group_rule': {'security_group_id': 'd12a2ad5-dd0e-4a4a-86b4-8ccafda95509', 'project_id': '71e173376bb2401c9a4bd03dc519309c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:26:14.921412 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-c2efd988-7bc6-4c1d-930a-37fbf9ea5b31 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:26:14.925259 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-c2efd988-7bc6-4c1d-930a-37fbf9ea5b31 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Usage tracker for resource:security_group_rule and tenant:71e173376bb2401c9a4bd03dc519309c is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:26:14.928397 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-c2efd988-7bc6-4c1d-930a-37fbf9ea5b31 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:26:14.934418 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-c2efd988-7bc6-4c1d-930a-37fbf9ea5b31 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:26:14.951796 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c2efd988-7bc6-4c1d-930a-37fbf9ea5b31 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:15.023311 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c2efd988-7bc6-4c1d-930a-37fbf9ea5b31 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:15.026908 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c2efd988-7bc6-4c1d-930a-37fbf9ea5b31 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940446'] for security_group_rule, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:15.029125 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:15.049722 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2efd988-7bc6-4c1d-930a-37fbf9ea5b31 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=314cec6f-5501-4683-9454-430d3b0bb537,revision_number=0']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:15.054022 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-c2efd988-7bc6-4c1d-930a-37fbf9ea5b31 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:15.063612 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c2efd988-7bc6-4c1d-930a-37fbf9ea5b31 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:15.064894 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-c2efd988-7bc6-4c1d-930a-37fbf9ea5b31 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1537857 May 31 18:26:15.068270 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 34338) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:26:15.073402 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [None req-2b79ff2b-b7e8-4a29-8ea4-d8caf0e155ae tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Request body: {'security_group_rule': {'security_group_id': 'd12a2ad5-dd0e-4a4a-86b4-8ccafda95509', 'project_id': '71e173376bb2401c9a4bd03dc519309c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:26:15.079363 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-2b79ff2b-b7e8-4a29-8ea4-d8caf0e155ae tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:26:15.083740 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-2b79ff2b-b7e8-4a29-8ea4-d8caf0e155ae tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Usage tracker for resource:security_group_rule and tenant:71e173376bb2401c9a4bd03dc519309c is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:26:15.086646 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-2b79ff2b-b7e8-4a29-8ea4-d8caf0e155ae tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:26:15.093418 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-2b79ff2b-b7e8-4a29-8ea4-d8caf0e155ae tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:26:15.110200 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-2b79ff2b-b7e8-4a29-8ea4-d8caf0e155ae tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:15.180109 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-2b79ff2b-b7e8-4a29-8ea4-d8caf0e155ae tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:15.189340 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-2b79ff2b-b7e8-4a29-8ea4-d8caf0e155ae tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940446'] for security_group_rule, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:15.191430 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-ee79e0b9-5c65-4fb7-a07e-f108d5612601 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:15.214614 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b79ff2b-b7e8-4a29-8ea4-d8caf0e155ae tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=973497bc-8e21-4603-bb4c-8a552d175ecf,revision_number=0']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:15.217081 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-2b79ff2b-b7e8-4a29-8ea4-d8caf0e155ae tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:15.224435 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-2b79ff2b-b7e8-4a29-8ea4-d8caf0e155ae tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:15.225911 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-2b79ff2b-b7e8-4a29-8ea4-d8caf0e155ae tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1566732 May 31 18:26:15.228715 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 34342) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:26:15.234074 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [None req-13d147ed-b700-4bb8-aa58-382d619f4a90 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Request body: {'security_group_rule': {'security_group_id': 'd12a2ad5-dd0e-4a4a-86b4-8ccafda95509', 'project_id': '71e173376bb2401c9a4bd03dc519309c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:26:15.241137 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-13d147ed-b700-4bb8-aa58-382d619f4a90 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:26:15.245020 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-13d147ed-b700-4bb8-aa58-382d619f4a90 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Usage tracker for resource:security_group_rule and tenant:71e173376bb2401c9a4bd03dc519309c is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:26:15.249045 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-13d147ed-b700-4bb8-aa58-382d619f4a90 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:26:15.254632 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-13d147ed-b700-4bb8-aa58-382d619f4a90 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:26:15.269000 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-13d147ed-b700-4bb8-aa58-382d619f4a90 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:15.329729 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-13d147ed-b700-4bb8-aa58-382d619f4a90 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:15.333920 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-13d147ed-b700-4bb8-aa58-382d619f4a90 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940446'] for security_group_rule, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:15.335922 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-784a43b6-fa3c-4891-b441-133c00c27dbf tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:15.356737 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d147ed-b700-4bb8-aa58-382d619f4a90 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c469ef0f-bca1-4e67-a734-8396783297f8,revision_number=0']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:15.361732 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-13d147ed-b700-4bb8-aa58-382d619f4a90 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:15.367459 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-13d147ed-b700-4bb8-aa58-382d619f4a90 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:15.368880 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-13d147ed-b700-4bb8-aa58-382d619f4a90 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1389766 May 31 18:26:15.371454 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 34346) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:26:15.376403 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [None req-44b6ce0f-76ae-436e-9c5d-999134f31508 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Request body: {'security_group_rule': {'security_group_id': 'd12a2ad5-dd0e-4a4a-86b4-8ccafda95509', 'project_id': '71e173376bb2401c9a4bd03dc519309c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:26:15.382452 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-44b6ce0f-76ae-436e-9c5d-999134f31508 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:26:15.386149 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-44b6ce0f-76ae-436e-9c5d-999134f31508 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Usage tracker for resource:security_group_rule and tenant:71e173376bb2401c9a4bd03dc519309c is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:26:15.388955 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-44b6ce0f-76ae-436e-9c5d-999134f31508 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:26:15.394757 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-44b6ce0f-76ae-436e-9c5d-999134f31508 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:26:15.407017 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.db.securitygroups_db [None req-44b6ce0f-76ae-436e-9c5d-999134f31508 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Project 71e173376bb2401c9a4bd03dc519309c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 18:26:15.413145 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-44b6ce0f-76ae-436e-9c5d-999134f31508 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:15.480986 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-44b6ce0f-76ae-436e-9c5d-999134f31508 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:15.484642 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-44b6ce0f-76ae-436e-9c5d-999134f31508 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940446'] for security_group_rule, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:15.491129 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-f6a77fe9-8ee5-4a8d-805c-567e295a47ce tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:15.509985 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6ce0f-76ae-436e-9c5d-999134f31508 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a38dca6-0b01-4494-ad18-f58682f502bf,revision_number=0']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:15.512438 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-44b6ce0f-76ae-436e-9c5d-999134f31508 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:15.520531 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-44b6ce0f-76ae-436e-9c5d-999134f31508 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:15.521676 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-44b6ce0f-76ae-436e-9c5d-999134f31508 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1492791 May 31 18:26:15.524453 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 34354) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:26:15.529408 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [None req-159371ce-bf79-4bdc-b086-ef80fe1438e7 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Request body: {'security_group_rule': {'security_group_id': 'd12a2ad5-dd0e-4a4a-86b4-8ccafda95509', 'project_id': '71e173376bb2401c9a4bd03dc519309c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:26:15.534918 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-159371ce-bf79-4bdc-b086-ef80fe1438e7 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:26:15.539205 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-159371ce-bf79-4bdc-b086-ef80fe1438e7 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Usage tracker for resource:security_group_rule and tenant:71e173376bb2401c9a4bd03dc519309c is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:26:15.542066 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-159371ce-bf79-4bdc-b086-ef80fe1438e7 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:26:15.547728 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-159371ce-bf79-4bdc-b086-ef80fe1438e7 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:26:15.558454 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.db.securitygroups_db [None req-159371ce-bf79-4bdc-b086-ef80fe1438e7 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Project 71e173376bb2401c9a4bd03dc519309c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 18:26:15.564007 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-159371ce-bf79-4bdc-b086-ef80fe1438e7 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:15.632210 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-159371ce-bf79-4bdc-b086-ef80fe1438e7 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:15.636873 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-159371ce-bf79-4bdc-b086-ef80fe1438e7 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940446'] for security_group_rule, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:15.638981 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:15.662598 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159371ce-bf79-4bdc-b086-ef80fe1438e7 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92ab8988-0b08-4340-87d0-2ee6be94ef6e,revision_number=0']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:15.665058 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-159371ce-bf79-4bdc-b086-ef80fe1438e7 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:15.672689 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-159371ce-bf79-4bdc-b086-ef80fe1438e7 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:15.677866 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-159371ce-bf79-4bdc-b086-ef80fe1438e7 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1515923 May 31 18:26:16.006631 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-88855ecd-b2c4-44ec-8fc2-4c71f325982b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:16.186935 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device bde7b135-4a4a-4f7b-964f-936bb8402f15 up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:26:16.259173 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602fa40b-3b6f-42d7-a2f1-0b5259c69718 req-fd7e2157-4e04-4ab5-a8dc-5034bbaa4e30 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:16.267378 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-602fa40b-3b6f-42d7-a2f1-0b5259c69718 req-fd7e2157-4e04-4ab5-a8dc-5034bbaa4e30 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea07dff4-d2af-41c3-935a-8bb5efc6e036 HTTP/1.1" status: 200 len: 945 time: 0.0954299 May 31 18:26:16.327877 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-602fa40b-3b6f-42d7-a2f1-0b5259c69718 req-b24ae163-be5c-4364-abba-3f9b718356dd tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d5f068a-2795-4269-867a-6c5539873956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591991 May 31 18:26:16.400673 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning for port bde7b135-4a4a-4f7b-964f-936bb8402f15 completed by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:26:16.408341 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port bde7b135-4a4a-4f7b-964f-936bb8402f15 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:26:16.408727 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:16.605040 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:16.625836 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] For port bde7b135-4a4a-4f7b-964f-936bb8402f15, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=bde7b135-4a4a-4f7b-964f-936bb8402f15,segment=NetworkSegment(909c7060-bfe5-455f-9f67-8bef71bab1ed),segment_id=909c7060-bfe5-455f-9f67-8bef71bab1ed)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:26:16.629678 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:16.632627 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:16.707319 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831c17a6-5ebc-4044-b007-fe074a26565b None None] Sync routers for ids ['e8844564-c5b1-4da6-8c81-8d7aa1a7eef8'] in dv-cinder-770050-4-smb {{(pid=91756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:26:16.715407 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Pushing event updated for resources: {'Port': ['ID=bde7b135-4a4a-4f7b-964f-936bb8402f15,revision_number=4']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:16.718568 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:16.719254 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831c17a6-5ebc-4044-b007-fe074a26565b None None] Routers {'e8844564-c5b1-4da6-8c81-8d7aa1a7eef8'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:26:16.719870 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-831c17a6-5ebc-4044-b007-fe074a26565b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:25:49Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['e8844564-c5b1-4da6-8c81-8d7aa1a7eef8'], 'active': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:26:16.922077 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvr_db [None req-831c17a6-5ebc-4044-b007-fe074a26565b None None] Set router e8844564-c5b1-4da6-8c81-8d7aa1a7eef8 gateway port host: dv-cinder-770050-4-smb {{(pid=91756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:26:17.226216 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-831c17a6-5ebc-4044-b007-fe074a26565b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8844564-c5b1-4da6-8c81-8d7aa1a7eef8', 'name': 'tempest-TestShelveInstance-2120051884-router', 'tenant_id': '9195bf41a4b04faab6b957e00e379062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.95'}], 'enable_snat': True}, 'gw_port_id': 'bde7b135-4a4a-4f7b-964f-936bb8402f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:26:08Z', 'updated_at': '2021-05-31T18:26:12Z', 'revision_number': 4, 'project_id': '9195bf41a4b04faab6b957e00e379062', 'gw_port': {'id': 'bde7b135-4a4a-4f7b-964f-936bb8402f15', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8844564-c5b1-4da6-8c81-8d7aa1a7eef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:26:08Z', 'updated_at': '2021-05-31T18:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': 'dcd149d5-d951-4d25-9e98-0167d4827cf2', 'name': '', 'network_id': '840fb734-dc38-4dcd-b5aa-be3a57de0df7', 'tenant_id': '9195bf41a4b04faab6b957e00e379062', 'mac_address': 'fa:16:3e:a7:59:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8844564-c5b1-4da6-8c81-8d7aa1a7eef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '304e766b-e582-443d-924e-9dd542a7bb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:26:12Z', 'updated_at': '2021-05-31T18:26:13Z', 'revision_number': 2, 'project_id': '9195bf41a4b04faab6b957e00e379062', 'subnets': [{'id': '304e766b-e582-443d-924e-9dd542a7bb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:26:17.229987 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831c17a6-5ebc-4044-b007-fe074a26565b None None] Checking router: e8844564-c5b1-4da6-8c81-8d7aa1a7eef8 for host: dv-cinder-770050-4-smb {{(pid=91756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:26:17.230358 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831c17a6-5ebc-4044-b007-fe074a26565b None None] Updating router e8844564-c5b1-4da6-8c81-8d7aa1a7eef8 port dcd149d5-d951-4d25-9e98-0167d4827cf2 binding host dv-cinder-770050-4-smb {{(pid=91756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 18:26:17.280375 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-831c17a6-5ebc-4044-b007-fe074a26565b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:17.526592 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76152217-dc7d-4050-848b-ce953dee5901 req-0db4e16c-e1f6-4407-a068-ad1fcd67b1c8 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:17.527957 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-76152217-dc7d-4050-848b-ce953dee5901 req-0db4e16c-e1f6-4407-a068-ad1fcd67b1c8 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea07dff4-d2af-41c3-935a-8bb5efc6e036 HTTP/1.1" status: 200 len: 945 time: 0.0871828 May 31 18:26:17.571899 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-76152217-dc7d-4050-848b-ce953dee5901 req-af1f59a9-0233-4434-98ec-f8803cf9d796 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d5f068a-2795-4269-867a-6c5539873956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381458 May 31 18:26:17.619912 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-831c17a6-5ebc-4044-b007-fe074a26565b None None] Notify callbacks [] for port, precommit_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:17.631114 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.provisioning_blocks [None req-831c17a6-5ebc-4044-b007-fe074a26565b None None] Transition to ACTIVE for port object dcd149d5-d951-4d25-9e98-0167d4827cf2 will not be triggered until provisioned by entity L2. {{(pid=91756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:26:17.637488 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-831c17a6-5ebc-4044-b007-fe074a26565b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:17.642892 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-f3611b05-b86e-49ae-bfc1-4c1168bc2b4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:17.795066 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854293ac-2128-462b-be73-29ddfd848596 None None] Pushing event updated for resources: {'Port': ['ID=dcd149d5-d951-4d25-9e98-0167d4827cf2,revision_number=3']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:17.802504 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-854293ac-2128-462b-be73-29ddfd848596 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:17.860545 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [None req-831c17a6-5ebc-4044-b007-fe074a26565b None None] Attempting to bind port dcd149d5-d951-4d25-9e98-0167d4827cf2 on host dv-cinder-770050-4-smb for vnic_type normal with profile {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:26:17.860917 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [None req-831c17a6-5ebc-4044-b007-fe074a26565b None None] Attempting to bind port dcd149d5-d951-4d25-9e98-0167d4827cf2 by drivers openvswitch,hyperv on host dv-cinder-770050-4-smb at level 0 using segments [{'id': '5ce4dc3c-bd62-474e-9e50-4eb268ba6080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '840fb734-dc38-4dcd-b5aa-be3a57de0df7'}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:26:17.861279 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831c17a6-5ebc-4044-b007-fe074a26565b None None] Attempting to bind port dcd149d5-d951-4d25-9e98-0167d4827cf2 on network 840fb734-dc38-4dcd-b5aa-be3a57de0df7 {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:26:17.866420 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831c17a6-5ebc-4044-b007-fe074a26565b None None] Checking agent: {'id': '645f1a76-8a80-43b7-a21a-f9bffe38f313', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-770050-4-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 10, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 11, 19), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-770050-4-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:26:17.866787 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831c17a6-5ebc-4044-b007-fe074a26565b None None] Checking segment: {'id': '5ce4dc3c-bd62-474e-9e50-4eb268ba6080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '840fb734-dc38-4dcd-b5aa-be3a57de0df7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:26:17.867184 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-831c17a6-5ebc-4044-b007-fe074a26565b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:17.867573 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831c17a6-5ebc-4044-b007-fe074a26565b None None] Bound using segment: {'id': '5ce4dc3c-bd62-474e-9e50-4eb268ba6080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '840fb734-dc38-4dcd-b5aa-be3a57de0df7'} {{(pid=91756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:26:17.868126 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.managers [None req-831c17a6-5ebc-4044-b007-fe074a26565b None None] Bound port: dcd149d5-d951-4d25-9e98-0167d4827cf2, host: dv-cinder-770050-4-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ce4dc3c-bd62-474e-9e50-4eb268ba6080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '840fb734-dc38-4dcd-b5aa-be3a57de0df7'}}] {{(pid=91756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:26:17.868442 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-831c17a6-5ebc-4044-b007-fe074a26565b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:17.959727 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-831c17a6-5ebc-4044-b007-fe074a26565b None None] For port dcd149d5-d951-4d25-9e98-0167d4827cf2, host dv-cinder-770050-4-smb, cleared binding levels {{(pid=91756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:26:17.963971 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.plugins.ml2.db [None req-831c17a6-5ebc-4044-b007-fe074a26565b None None] For port dcd149d5-d951-4d25-9e98-0167d4827cf2, host dv-cinder-770050-4-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=dcd149d5-d951-4d25-9e98-0167d4827cf2,segment=NetworkSegment(5ce4dc3c-bd62-474e-9e50-4eb268ba6080),segment_id=5ce4dc3c-bd62-474e-9e50-4eb268ba6080)] {{(pid=91756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:26:17.968989 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron_lib.callbacks.manager [None req-831c17a6-5ebc-4044-b007-fe074a26565b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:17.972745 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-3071bbea-4856-4321-a8d2-e4c0b311fb8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:18.051139 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831c17a6-5ebc-4044-b007-fe074a26565b None None] Routers {'e8844564-c5b1-4da6-8c81-8d7aa1a7eef8'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:26:18.051734 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-831c17a6-5ebc-4044-b007-fe074a26565b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:25:49Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['e8844564-c5b1-4da6-8c81-8d7aa1a7eef8'], 'active': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:26:18.108722 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854293ac-2128-462b-be73-29ddfd848596 None None] Pushing event updated for resources: {'Port': ['ID=dcd149d5-d951-4d25-9e98-0167d4827cf2,revision_number=4']} {{(pid=91756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:18.118977 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG oslo_concurrency.lockutils [None req-854293ac-2128-462b-be73-29ddfd848596 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91756) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:18.194534 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device bde7b135-4a4a-4f7b-964f-936bb8402f15 up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:26:18.238965 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvr_db [None req-831c17a6-5ebc-4044-b007-fe074a26565b None None] Set router e8844564-c5b1-4da6-8c81-8d7aa1a7eef8 gateway port host: dv-cinder-770050-4-smb {{(pid=91756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:26:18.272841 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port bde7b135-4a4a-4f7b-964f-936bb8402f15 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:26:18.273218 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:18.407574 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d638467-47b0-4977-9797-3efb6a644487 req-17975611-0807-4677-9e0c-87e2c1ab70fb tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:18.409064 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-9d638467-47b0-4977-9797-3efb6a644487 req-17975611-0807-4677-9e0c-87e2c1ab70fb tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea07dff4-d2af-41c3-935a-8bb5efc6e036 HTTP/1.1" status: 200 len: 945 time: 0.0832045 May 31 18:26:18.550105 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b32a6972-3a28-4bde-9fbb-9a27db1c887c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:18.560183 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.plugin [req-9d638467-47b0-4977-9797-3efb6a644487 req-8b88ba3d-9eaf-4d13-b7db-d9e1cae99d23 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Deleting port 0d9f96f7-7fb7-47e6-b17b-b30129d6a20c {{(pid=91753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:26:18.560800 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-9d638467-47b0-4977-9797-3efb6a644487 req-8b88ba3d-9eaf-4d13-b7db-d9e1cae99d23 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:18.574041 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:18.604394 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-831c17a6-5ebc-4044-b007-fe074a26565b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8844564-c5b1-4da6-8c81-8d7aa1a7eef8', 'name': 'tempest-TestShelveInstance-2120051884-router', 'tenant_id': '9195bf41a4b04faab6b957e00e379062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.95'}], 'enable_snat': True}, 'gw_port_id': 'bde7b135-4a4a-4f7b-964f-936bb8402f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:26:08Z', 'updated_at': '2021-05-31T18:26:12Z', 'revision_number': 4, 'project_id': '9195bf41a4b04faab6b957e00e379062', 'gw_port': {'id': 'bde7b135-4a4a-4f7b-964f-936bb8402f15', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8844564-c5b1-4da6-8c81-8d7aa1a7eef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:26:08Z', 'updated_at': '2021-05-31T18:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': 'dcd149d5-d951-4d25-9e98-0167d4827cf2', 'name': '', 'network_id': '840fb734-dc38-4dcd-b5aa-be3a57de0df7', 'tenant_id': '9195bf41a4b04faab6b957e00e379062', 'mac_address': 'fa:16:3e:a7:59:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8844564-c5b1-4da6-8c81-8d7aa1a7eef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '304e766b-e582-443d-924e-9dd542a7bb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:26:12Z', 'updated_at': '2021-05-31T18:26:17Z', 'revision_number': 4, 'project_id': '9195bf41a4b04faab6b957e00e379062', 'subnets': [{'id': '304e766b-e582-443d-924e-9dd542a7bb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:26:18.608850 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831c17a6-5ebc-4044-b007-fe074a26565b None None] The sync data for ids ['e8844564-c5b1-4da6-8c81-8d7aa1a7eef8'] in dv-cinder-770050-4-smb is: [{'id': 'e8844564-c5b1-4da6-8c81-8d7aa1a7eef8', 'name': 'tempest-TestShelveInstance-2120051884-router', 'tenant_id': '9195bf41a4b04faab6b957e00e379062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.95'}], 'enable_snat': True}, 'gw_port_id': 'bde7b135-4a4a-4f7b-964f-936bb8402f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:26:08Z', 'updated_at': '2021-05-31T18:26:12Z', 'revision_number': 4, 'project_id': '9195bf41a4b04faab6b957e00e379062', 'gw_port': {'id': 'bde7b135-4a4a-4f7b-964f-936bb8402f15', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8844564-c5b1-4da6-8c81-8d7aa1a7eef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:26:08Z', 'updated_at': '2021-05-31T18:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': 'dcd149d5-d951-4d25-9e98-0167d4827cf2', 'name': '', 'network_id': '840fb734-dc38-4dcd-b5aa-be3a57de0df7', 'tenant_id': '9195bf41a4b04faab6b957e00e379062', 'mac_address': 'fa:16:3e:a7:59:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8844564-c5b1-4da6-8c81-8d7aa1a7eef8', 'device_owner': 'network:router_interface', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '304e766b-e582-443d-924e-9dd542a7bb63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:26:12Z', 'updated_at': '2021-05-31T18:26:17Z', 'revision_number': 4, 'project_id': '9195bf41a4b04faab6b957e00e379062', 'subnets': [{'id': '304e766b-e582-443d-924e-9dd542a7bb63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:26:18.686258 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:18.709452 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.db [req-9d638467-47b0-4977-9797-3efb6a644487 req-8b88ba3d-9eaf-4d13-b7db-d9e1cae99d23 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] For port 0d9f96f7-7fb7-47e6-b17b-b30129d6a20c, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=0d9f96f7-7fb7-47e6-b17b-b30129d6a20c,segment=NetworkSegment(681bc718-6646-4c87-98cd-26d10e9c9f7d),segment_id=681bc718-6646-4c87-98cd-26d10e9c9f7d)] {{(pid=91753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:26:18.709905 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-9d638467-47b0-4977-9797-3efb6a644487 req-8b88ba3d-9eaf-4d13-b7db-d9e1cae99d23 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:18.768397 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb08ad1-11fc-4c6f-9be2-f5adb2c586ab req-49cc64d8-44d0-4c00-ba38-3993c3fb9f9d tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:18.769887 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-0fb08ad1-11fc-4c6f-9be2-f5adb2c586ab req-49cc64d8-44d0-4c00-ba38-3993c3fb9f9d tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea07dff4-d2af-41c3-935a-8bb5efc6e036 HTTP/1.1" status: 200 len: 945 time: 0.0832994 May 31 18:26:18.828484 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-0fb08ad1-11fc-4c6f-9be2-f5adb2c586ab req-11c46465-6c47-40bf-8a4b-33ff0580c00e tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups?id=1d5f068a-2795-4269-867a-6c5539873956&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470397 May 31 18:26:19.047686 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.agents_db [None req-6172caff-413f-4f38-b24a-66359638417e None None] Agent healthcheck: found 6 active agents {{(pid=91756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:26:19.120227 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-9d638467-47b0-4977-9797-3efb6a644487 req-8b88ba3d-9eaf-4d13-b7db-d9e1cae99d23 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:19.120650 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-9d638467-47b0-4977-9797-3efb6a644487 req-8b88ba3d-9eaf-4d13-b7db-d9e1cae99d23 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960568'] for floatingip, after_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:19.120958 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.db.l3_db [req-9d638467-47b0-4977-9797-3efb6a644487 req-8b88ba3d-9eaf-4d13-b7db-d9e1cae99d23 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Floating IP 6d6022dc-d6be-46b4-bf96-061bae7fe709 disassociated. External IP: 172.28.1.49, port: 0d9f96f7-7fb7-47e6-b17b-b30129d6a20c. May 31 18:26:19.121288 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.plugin [req-9d638467-47b0-4977-9797-3efb6a644487 req-8b88ba3d-9eaf-4d13-b7db-d9e1cae99d23 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Calling delete_port for 0d9f96f7-7fb7-47e6-b17b-b30129d6a20c owned by compute:nova {{(pid=91753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:26:19.238619 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-9d638467-47b0-4977-9797-3efb6a644487 req-8b88ba3d-9eaf-4d13-b7db-d9e1cae99d23 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1833561'] for port, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:19.245528 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-2e10f187-a345-4229-9ad4-b866c8292710 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:19.300081 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88ba3d-9eaf-4d13-b7db-d9e1cae99d23 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Pushing event deleted for resources: {'Port': ['ID=0d9f96f7-7fb7-47e6-b17b-b30129d6a20c,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:19.300081 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-8b88ba3d-9eaf-4d13-b7db-d9e1cae99d23 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:19.476088 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d638467-47b0-4977-9797-3efb6a644487 req-8b88ba3d-9eaf-4d13-b7db-d9e1cae99d23 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Router 0ffcee3b-dbf9-4fd6-a887-809ed764d1e3 has already been hosted by L3 agent aa8b4aa1-734a-4f99-a735-849181ae9a49 {{(pid=91753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:26:19.527938 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:19.662060 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d638467-47b0-4977-9797-3efb6a644487 req-8b88ba3d-9eaf-4d13-b7db-d9e1cae99d23 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify agent at l3_agent.dv-cinder-770050-4-smb the message routers_updated {{(pid=91753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:26:19.671818 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be3e5b9-eb26-4b8f-a4eb-f99f1d234933 None None] Sync routers for ids ['0ffcee3b-dbf9-4fd6-a887-809ed764d1e3'] in dv-cinder-770050-4-smb {{(pid=91755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:26:19.685608 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be3e5b9-eb26-4b8f-a4eb-f99f1d234933 None None] Routers {'0ffcee3b-dbf9-4fd6-a887-809ed764d1e3'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:26:19.686257 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-2be3e5b9-eb26-4b8f-a4eb-f99f1d234933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:26:19Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['0ffcee3b-dbf9-4fd6-a887-809ed764d1e3'], 'active': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:26:19.740754 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d638467-47b0-4977-9797-3efb6a644487 req-8b88ba3d-9eaf-4d13-b7db-d9e1cae99d23 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] No DVR routers for this DVR port 0d9f96f7-7fb7-47e6-b17b-b30129d6a20c on host hv-cinder-77005 {{(pid=91753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:26:19.743276 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-9d638467-47b0-4977-9797-3efb6a644487 req-8b88ba3d-9eaf-4d13-b7db-d9e1cae99d23 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:19.746076 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea07dff4-d2af-41c3-935a-8bb5efc6e036', 'name': 'network-vif-deleted', 'tag': '0d9f96f7-7fb7-47e6-b17b-b30129d6a20c'}] {{(pid=91753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:26:19.748392 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4a07d5f70f7fd4dbd3fa52429be7a5e9952b90ad99acae3e898da8695de761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28d43c6-455c-484c-bcc8-5de602d275b5" -d '{"events": [{"server_uuid": "ea07dff4-d2af-41c3-935a-8bb5efc6e036", "name": "network-vif-deleted", "tag": "0d9f96f7-7fb7-47e6-b17b-b30129d6a20c"}]}' {{(pid=91753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:26:19.770351 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-9d638467-47b0-4977-9797-3efb6a644487 req-8b88ba3d-9eaf-4d13-b7db-d9e1cae99d23 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.20 "DELETE /v2.0/ports/0d9f96f7-7fb7-47e6-b17b-b30129d6a20c HTTP/1.1" status: 204 len: 173 time: 1.3554480 May 31 18:26:19.799260 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f2ec0e-3ae1-41e3-9d3b-6bf6cbaa9b2c x-openstack-request-id: req-a1f2ec0e-3ae1-41e3-9d3b-6bf6cbaa9b2c {{(pid=91753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:26:19.799587 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea07dff4-d2af-41c3-935a-8bb5efc6e036", "name": "network-vif-deleted", "tag": "0d9f96f7-7fb7-47e6-b17b-b30129d6a20c", "status": "completed", "code": 200}]} {{(pid=91753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:26:19.799871 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a1f2ec0e-3ae1-41e3-9d3b-6bf6cbaa9b2c {{(pid=91753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:26:19.800359 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea07dff4-d2af-41c3-935a-8bb5efc6e036', 'name': 'network-vif-deleted', 'tag': '0d9f96f7-7fb7-47e6-b17b-b30129d6a20c', 'status': 'completed', 'code': 200} May 31 18:26:19.891895 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvr_db [None req-2be3e5b9-eb26-4b8f-a4eb-f99f1d234933 None None] Set router 0ffcee3b-dbf9-4fd6-a887-809ed764d1e3 gateway port host: dv-cinder-770050-4-smb {{(pid=91755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:26:20.004317 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-f675f4c5-d2b5-44d3-9c80-367f1e095a5b req-d0df3ec2-14a2-4cb8-83f3-1b2a6ef79c5f tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea07dff4-d2af-41c3-935a-8bb5efc6e036 HTTP/1.1" status: 200 len: 210 time: 0.0510399 May 31 18:26:20.205633 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device dcd149d5-d951-4d25-9e98-0167d4827cf2 up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:26:20.277095 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-2be3e5b9-eb26-4b8f-a4eb-f99f1d234933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'name': 'tempest-AttachVolumeTestJSON-797889927-router', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '7983253d-7bf9-4452-a3a4-b38659d0c081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:31Z', 'updated_at': '2021-05-31T18:18:54Z', 'revision_number': 4, 'project_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'gw_port': {'id': '7983253d-7bf9-4452-a3a4-b38659d0c081', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:33Z', 'updated_at': '2021-05-31T18:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': '3549004c-a5c5-4ae8-96f1-6dce7cbc92ca', 'name': '', 'network_id': '2caae92d-233f-4a42-bb44-03a041ebb28d', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'mac_address': 'fa:16:3e:f0:b6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:49Z', 'updated_at': '2021-05-31T18:19:05Z', 'revision_number': 5, 'project_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'subnets': [{'id': '6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:26:20.285522 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be3e5b9-eb26-4b8f-a4eb-f99f1d234933 None None] Checking router: 0ffcee3b-dbf9-4fd6-a887-809ed764d1e3 for host: dv-cinder-770050-4-smb {{(pid=91755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:26:20.290133 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning for port dcd149d5-d951-4d25-9e98-0167d4827cf2 completed by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:26:20.300086 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port dcd149d5-d951-4d25-9e98-0167d4827cf2 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:26:20.300467 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:20.331510 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be3e5b9-eb26-4b8f-a4eb-f99f1d234933 None None] Routers {'0ffcee3b-dbf9-4fd6-a887-809ed764d1e3'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:26:20.331868 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-2be3e5b9-eb26-4b8f-a4eb-f99f1d234933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:26:19Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['0ffcee3b-dbf9-4fd6-a887-809ed764d1e3'], 'active': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:26:20.609515 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvr_db [None req-2be3e5b9-eb26-4b8f-a4eb-f99f1d234933 None None] Set router 0ffcee3b-dbf9-4fd6-a887-809ed764d1e3 gateway port host: dv-cinder-770050-4-smb {{(pid=91755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:26:20.669603 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:20.828378 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] For port dcd149d5-d951-4d25-9e98-0167d4827cf2, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=dcd149d5-d951-4d25-9e98-0167d4827cf2,segment=NetworkSegment(5ce4dc3c-bd62-474e-9e50-4eb268ba6080),segment_id=5ce4dc3c-bd62-474e-9e50-4eb268ba6080)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:26:20.835472 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:20.843959 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-f0c48ddc-4f04-483d-9aea-1f7291f71a92 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:20.944810 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Pushing event updated for resources: {'Port': ['ID=dcd149d5-d951-4d25-9e98-0167d4827cf2,revision_number=5']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:20.969676 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:21.010915 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-2be3e5b9-eb26-4b8f-a4eb-f99f1d234933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'name': 'tempest-AttachVolumeTestJSON-797889927-router', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '7983253d-7bf9-4452-a3a4-b38659d0c081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:31Z', 'updated_at': '2021-05-31T18:18:54Z', 'revision_number': 4, 'project_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'gw_port': {'id': '7983253d-7bf9-4452-a3a4-b38659d0c081', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:33Z', 'updated_at': '2021-05-31T18:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': '3549004c-a5c5-4ae8-96f1-6dce7cbc92ca', 'name': '', 'network_id': '2caae92d-233f-4a42-bb44-03a041ebb28d', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'mac_address': 'fa:16:3e:f0:b6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:49Z', 'updated_at': '2021-05-31T18:19:05Z', 'revision_number': 5, 'project_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'subnets': [{'id': '6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:26:21.014763 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be3e5b9-eb26-4b8f-a4eb-f99f1d234933 None None] The sync data for ids ['0ffcee3b-dbf9-4fd6-a887-809ed764d1e3'] in dv-cinder-770050-4-smb is: [{'id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'name': 'tempest-AttachVolumeTestJSON-797889927-router', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '7983253d-7bf9-4452-a3a4-b38659d0c081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:31Z', 'updated_at': '2021-05-31T18:18:54Z', 'revision_number': 4, 'project_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'gw_port': {'id': '7983253d-7bf9-4452-a3a4-b38659d0c081', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:33Z', 'updated_at': '2021-05-31T18:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': '3549004c-a5c5-4ae8-96f1-6dce7cbc92ca', 'name': '', 'network_id': '2caae92d-233f-4a42-bb44-03a041ebb28d', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'mac_address': 'fa:16:3e:f0:b6:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:49Z', 'updated_at': '2021-05-31T18:19:05Z', 'revision_number': 5, 'project_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'subnets': [{'id': '6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:26:21.128994 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 34442) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:26:21.204305 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-39e9764c-b081-418f-9fcb-c8ec46621397 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:21.227956 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66f79b0-c61c-4084-97e8-36cb7833d278 None None] New status for floating IP 6d6022dc-d6be-46b4-bf96-061bae7fe709: DOWN {{(pid=91756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 18:26:21.235700 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:21.238242 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-39e9764c-b081-418f-9fcb-c8ec46621397 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:21.292772 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-39e9764c-b081-418f-9fcb-c8ec46621397 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:21.297807 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-9c5dbe5d-1e88-40cc-aa58-4fae451a5054 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:21.311737 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9764c-b081-418f-9fcb-c8ec46621397 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5f068a-2795-4269-867a-6c5539873956,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:21.314683 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-39e9764c-b081-418f-9fcb-c8ec46621397 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:21.331835 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-39e9764c-b081-418f-9fcb-c8ec46621397 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:21.336718 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-39e9764c-b081-418f-9fcb-c8ec46621397 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "DELETE /v2.0/security-groups/1d5f068a-2795-4269-867a-6c5539873956 HTTP/1.1" status: 204 len: 168 time: 0.2064936 May 31 18:26:21.337631 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 34446) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:26:21.354894 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.api.v2.resource [None req-af1d6814-598a-4422-be32-b74eb70338ac tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] show failed (client error): The resource could not be found. May 31 18:26:21.355856 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-af1d6814-598a-4422-be32-b74eb70338ac tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "GET /v2.0/security-groups/1d5f068a-2795-4269-867a-6c5539873956 HTTP/1.1" status: 404 len: 347 time: 0.0170357 May 31 18:26:21.358906 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 34450) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:26:21.576832 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [None req-d3f2d80c-20bd-416a-b4bf-3f16481fb56d tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Deleting port 63f3e642-6a74-4755-8101-aaa027e3c38f {{(pid=91754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:26:21.577161 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-d3f2d80c-20bd-416a-b4bf-3f16481fb56d tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:21.692791 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-d3f2d80c-20bd-416a-b4bf-3f16481fb56d tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:21.693109 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-d3f2d80c-20bd-416a-b4bf-3f16481fb56d tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:21.812278 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [None req-d3f2d80c-20bd-416a-b4bf-3f16481fb56d tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Calling delete_port for 63f3e642-6a74-4755-8101-aaa027e3c38f owned by network:floatingip {{(pid=91754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:26:22.029931 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-d3f2d80c-20bd-416a-b4bf-3f16481fb56d tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:22.034087 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-b70335b3-18eb-4eeb-a90f-65164ae122f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:22.075462 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f2d80c-20bd-416a-b4bf-3f16481fb56d tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Pushing event deleted for resources: {'Port': ['ID=63f3e642-6a74-4755-8101-aaa027e3c38f,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:22.077842 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-d3f2d80c-20bd-416a-b4bf-3f16481fb56d tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:22.174444 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device dcd149d5-d951-4d25-9e98-0167d4827cf2 up at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:26:22.175522 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-d3f2d80c-20bd-416a-b4bf-3f16481fb56d tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks [] for floatingip, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:22.189078 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-d3f2d80c-20bd-416a-b4bf-3f16481fb56d tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for floatingip, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:22.190176 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-d3f2d80c-20bd-416a-b4bf-3f16481fb56d tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] 10.222.0.25 "DELETE /v2.0/floatingips/6d6022dc-d6be-46b4-bf96-061bae7fe709 HTTP/1.1" status: 204 len: 168 time: 0.8303866 May 31 18:26:22.241828 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Provisioning complete for port dcd149d5-d951-4d25-9e98-0167d4827cf2 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:26:22.242205 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:23.300165 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 0d9f96f7-7fb7-47e6-b17b-b30129d6a20c no longer exists at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:26:23.338206 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] No Port match for: 0d9f96f7-7fb7-47e6-b17b-b30129d6a20c {{(pid=91755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:26:23.338552 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 0d9f96f7-7fb7-47e6-b17b-b30129d6a20c not bound to the agent host hv-cinder-77005 {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:26:26.350184 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 34490) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:26:27.039337 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-1bc5ee3e-4ad1-4968-b45d-51f9887f4045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960266'] for router_interface, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:27.438827 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [None req-1bc5ee3e-4ad1-4968-b45d-51f9887f4045 admin admin] Deleting port 3549004c-a5c5-4ae8-96f1-6dce7cbc92ca {{(pid=91754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:26:27.439369 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-1bc5ee3e-4ad1-4968-b45d-51f9887f4045 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:27.559462 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [None req-1bc5ee3e-4ad1-4968-b45d-51f9887f4045 admin admin] For port 3549004c-a5c5-4ae8-96f1-6dce7cbc92ca, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=3549004c-a5c5-4ae8-96f1-6dce7cbc92ca,segment=NetworkSegment(681bc718-6646-4c87-98cd-26d10e9c9f7d),segment_id=681bc718-6646-4c87-98cd-26d10e9c9f7d)] {{(pid=91754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:26:27.559818 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-1bc5ee3e-4ad1-4968-b45d-51f9887f4045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:27.765890 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [None req-1bc5ee3e-4ad1-4968-b45d-51f9887f4045 admin admin] Calling delete_port for 3549004c-a5c5-4ae8-96f1-6dce7cbc92ca owned by network:router_interface {{(pid=91754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:26:27.911743 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-1bc5ee3e-4ad1-4968-b45d-51f9887f4045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:27.916235 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-7a9b4a2c-3786-4c6f-a2e3-17cadb22b4e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:27.962065 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc5ee3e-4ad1-4968-b45d-51f9887f4045 admin admin] Pushing event deleted for resources: {'Port': ['ID=3549004c-a5c5-4ae8-96f1-6dce7cbc92ca,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:27.994246 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-1bc5ee3e-4ad1-4968-b45d-51f9887f4045 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:28.225596 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-1bc5ee3e-4ad1-4968-b45d-51f9887f4045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-956058'] for router_interface, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:28.577869 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc5ee3e-4ad1-4968-b45d-51f9887f4045 admin admin] Router 0ffcee3b-dbf9-4fd6-a887-809ed764d1e3 has already been hosted by L3 agent aa8b4aa1-734a-4f99-a735-849181ae9a49 {{(pid=91754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:26:28.749990 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc5ee3e-4ad1-4968-b45d-51f9887f4045 admin admin] Notify agent at l3_agent.dv-cinder-770050-4-smb the message routers_updated {{(pid=91754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:26:28.758136 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1341dd7-39da-4993-b9f2-ff4313e32980 None None] Sync routers for ids ['0ffcee3b-dbf9-4fd6-a887-809ed764d1e3'] in dv-cinder-770050-4-smb {{(pid=91755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:26:28.761631 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-1bc5ee3e-4ad1-4968-b45d-51f9887f4045 admin admin] 10.222.0.25 "PUT /v2.0/routers/0ffcee3b-dbf9-4fd6-a887-809ed764d1e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4104187 May 31 18:26:28.764152 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 34512) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:26:28.771224 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1341dd7-39da-4993-b9f2-ff4313e32980 None None] Routers {'0ffcee3b-dbf9-4fd6-a887-809ed764d1e3'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:26:28.771870 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-c1341dd7-39da-4993-b9f2-ff4313e32980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:26:19Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['0ffcee3b-dbf9-4fd6-a887-809ed764d1e3'], 'active': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:26:28.933289 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-d3d1df83-d833-4ae0-93b4-8e4db6260cd7 admin admin] Notify callbacks [] for router, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:28.940247 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvr_db [None req-c1341dd7-39da-4993-b9f2-ff4313e32980 None None] Set router 0ffcee3b-dbf9-4fd6-a887-809ed764d1e3 gateway port host: dv-cinder-770050-4-smb {{(pid=91755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:26:29.205031 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-d3d1df83-d833-4ae0-93b4-8e4db6260cd7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:29.229973 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-c1341dd7-39da-4993-b9f2-ff4313e32980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'name': 'tempest-AttachVolumeTestJSON-797889927-router', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.214'}], 'enable_snat': True}, 'gw_port_id': '7983253d-7bf9-4452-a3a4-b38659d0c081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:31Z', 'updated_at': '2021-05-31T18:26:27Z', 'revision_number': 5, 'project_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'gw_port': {'id': '7983253d-7bf9-4452-a3a4-b38659d0c081', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:c1:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:33Z', 'updated_at': '2021-05-31T18:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb'}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:26:29.233810 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1341dd7-39da-4993-b9f2-ff4313e32980 None None] Checking router: 0ffcee3b-dbf9-4fd6-a887-809ed764d1e3 for host: dv-cinder-770050-4-smb {{(pid=91755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:26:29.242016 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1341dd7-39da-4993-b9f2-ff4313e32980 None None] Routers {'0ffcee3b-dbf9-4fd6-a887-809ed764d1e3'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:26:29.242610 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-c1341dd7-39da-4993-b9f2-ff4313e32980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:26:19Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['0ffcee3b-dbf9-4fd6-a887-809ed764d1e3'], 'active': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:26:29.277759 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [None req-d3d1df83-d833-4ae0-93b4-8e4db6260cd7 admin admin] Deleting port 7983253d-7bf9-4452-a3a4-b38659d0c081 {{(pid=91754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:26:29.278093 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-d3d1df83-d833-4ae0-93b4-8e4db6260cd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:29.401873 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [None req-d3d1df83-d833-4ae0-93b4-8e4db6260cd7 admin admin] For port 7983253d-7bf9-4452-a3a4-b38659d0c081, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=7983253d-7bf9-4452-a3a4-b38659d0c081,segment=NetworkSegment(909c7060-bfe5-455f-9f67-8bef71bab1ed),segment_id=909c7060-bfe5-455f-9f67-8bef71bab1ed)] {{(pid=91754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:26:29.407469 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-d3d1df83-d833-4ae0-93b4-8e4db6260cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:29.433116 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvr_db [None req-c1341dd7-39da-4993-b9f2-ff4313e32980 None None] Set router 0ffcee3b-dbf9-4fd6-a887-809ed764d1e3 gateway port host: None {{(pid=91755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:26:29.527644 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [None req-d3d1df83-d833-4ae0-93b4-8e4db6260cd7 admin admin] Calling delete_port for 7983253d-7bf9-4452-a3a4-b38659d0c081 owned by network:router_gateway {{(pid=91754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:26:29.536487 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-c1341dd7-39da-4993-b9f2-ff4313e32980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'name': 'tempest-AttachVolumeTestJSON-797889927-router', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:31Z', 'updated_at': '2021-05-31T18:26:29Z', 'revision_number': 6, 'project_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'gw_port_host': None}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:26:29.540324 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1341dd7-39da-4993-b9f2-ff4313e32980 None None] The sync data for ids ['0ffcee3b-dbf9-4fd6-a887-809ed764d1e3'] in dv-cinder-770050-4-smb is: [{'id': '0ffcee3b-dbf9-4fd6-a887-809ed764d1e3', 'name': 'tempest-AttachVolumeTestJSON-797889927-router', 'tenant_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:31Z', 'updated_at': '2021-05-31T18:26:29Z', 'revision_number': 6, 'project_id': 'cd65573bbe3e4966baf7dbde3d06304a', 'gw_port_host': None}] {{(pid=91755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:26:29.661705 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-d3d1df83-d833-4ae0-93b4-8e4db6260cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:29.666095 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-ea4d5cbc-1640-4676-8c0a-35394fbf3bcd tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:29.710506 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d1df83-d833-4ae0-93b4-8e4db6260cd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7983253d-7bf9-4452-a3a4-b38659d0c081,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:29.713647 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-d3d1df83-d833-4ae0-93b4-8e4db6260cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:29.802300 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-d3d1df83-d833-4ae0-93b4-8e4db6260cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-960535'] for router_gateway, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:29.974156 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-d3d1df83-d833-4ae0-93b4-8e4db6260cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-956314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2143'] for router, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:29.977405 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-d3d1df83-d833-4ae0-93b4-8e4db6260cd7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:30.000812 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-d3d1df83-d833-4ae0-93b4-8e4db6260cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-957606'] for router, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:30.001525 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d1df83-d833-4ae0-93b4-8e4db6260cd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ffcee3b-dbf9-4fd6-a887-809ed764d1e3 {{(pid=91754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 18:26:30.014446 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-d3d1df83-d833-4ae0-93b4-8e4db6260cd7 admin admin] Notify callbacks [] for router, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:30.015809 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-d3d1df83-d833-4ae0-93b4-8e4db6260cd7 admin admin] 10.222.0.25 "DELETE /v2.0/routers/0ffcee3b-dbf9-4fd6-a887-809ed764d1e3 HTTP/1.1" status: 204 len: 168 time: 1.2504811 May 31 18:26:30.018337 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 34518) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:26:30.084829 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.db_base_plugin_v2 [None req-55cb7f74-9a8c-4640-8c20-93ad8acf6869 admin admin] Deleting subnet 6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a {{(pid=91754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 18:26:30.087556 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-55cb7f74-9a8c-4640-8c20-93ad8acf6869 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:30.137332 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-55cb7f74-9a8c-4640-8c20-93ad8acf6869 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10873434'] for subnet, precommit_delete_associations {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:30.220991 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-55cb7f74-9a8c-4640-8c20-93ad8acf6869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4023773'] for subnet, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:30.353305 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 7983253d-7bf9-4452-a3a4-b38659d0c081 no longer exists at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:26:30.393604 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] No Port match for: 7983253d-7bf9-4452-a3a4-b38659d0c081 {{(pid=91755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:26:30.394025 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 7983253d-7bf9-4452-a3a4-b38659d0c081 not bound to the agent host dv-cinder-770050-4-smb {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:26:30.394524 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 3549004c-a5c5-4ae8-96f1-6dce7cbc92ca no longer exists at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:26:30.428379 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] No Port match for: 3549004c-a5c5-4ae8-96f1-6dce7cbc92ca {{(pid=91755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:26:30.428802 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 3549004c-a5c5-4ae8-96f1-6dce7cbc92ca not bound to the agent host dv-cinder-770050-4-smb {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:26:30.471463 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-55cb7f74-9a8c-4640-8c20-93ad8acf6869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4028520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10873380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10908789'] for subnet, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:30.475321 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-c7f89730-2bc2-4896-a9e1-0ea4bb9d1d5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:30.514782 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb7f74-9a8c-4640-8c20-93ad8acf6869 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:30.521607 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-55cb7f74-9a8c-4640-8c20-93ad8acf6869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:30.524282 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-55cb7f74-9a8c-4640-8c20-93ad8acf6869 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:30.530082 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141a67e1-50d3-4e18-a396-f6f3774dcc46 None None] Network 2caae92d-233f-4a42-bb44-03a041ebb28d requested from dv-cinder-770050-4-smb {{(pid=91755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:26:30.530930 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-55cb7f74-9a8c-4640-8c20-93ad8acf6869 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6ca7f2f0-d31a-4f9e-9aeb-855caa198a9a HTTP/1.1" status: 204 len: 168 time: 0.5116322 May 31 18:26:30.533494 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 34524) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:26:30.650364 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-02b24482-416f-4dfd-9abc-5693e97ebe22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4129193'] for network, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:30.723903 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.plugin [None req-02b24482-416f-4dfd-9abc-5693e97ebe22 admin admin] Deleting port 7d2c1b95-e2fb-433d-9325-9909a8ccfcb7 {{(pid=91753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:26:30.724271 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-02b24482-416f-4dfd-9abc-5693e97ebe22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:30.795431 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4854dff1-f82e-470f-9c5c-4d6af317c973 None None] DHCP port deletion for 2caae92d-233f-4a42-bb44-03a041ebb28d request from dv-cinder-770050-4-smb {{(pid=91755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 18:26:30.824053 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.db [None req-02b24482-416f-4dfd-9abc-5693e97ebe22 admin admin] For port 7d2c1b95-e2fb-433d-9325-9909a8ccfcb7, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=7d2c1b95-e2fb-433d-9325-9909a8ccfcb7,segment=NetworkSegment(681bc718-6646-4c87-98cd-26d10e9c9f7d),segment_id=681bc718-6646-4c87-98cd-26d10e9c9f7d)] {{(pid=91753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:26:30.824427 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-02b24482-416f-4dfd-9abc-5693e97ebe22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:30.858393 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-4854dff1-f82e-470f-9c5c-4d6af317c973 None None] Deleting port 7d2c1b95-e2fb-433d-9325-9909a8ccfcb7 {{(pid=91755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:26:30.858658 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4854dff1-f82e-470f-9c5c-4d6af317c973 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:30.942633 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.plugin [None req-02b24482-416f-4dfd-9abc-5693e97ebe22 admin admin] Calling delete_port for 7d2c1b95-e2fb-433d-9325-9909a8ccfcb7 owned by network:dhcp {{(pid=91753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:26:30.954855 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-4854dff1-f82e-470f-9c5c-4d6af317c973 None None] For port 7d2c1b95-e2fb-433d-9325-9909a8ccfcb7, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=7d2c1b95-e2fb-433d-9325-9909a8ccfcb7,segment=NetworkSegment(681bc718-6646-4c87-98cd-26d10e9c9f7d),segment_id=681bc718-6646-4c87-98cd-26d10e9c9f7d)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:26:30.955251 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4854dff1-f82e-470f-9c5c-4d6af317c973 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:30.987754 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-02b24482-416f-4dfd-9abc-5693e97ebe22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1833561'] for port, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:30.992386 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-6cbe8aa9-42bb-4031-9acc-9f9435e9f337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:31.037914 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b24482-416f-4dfd-9abc-5693e97ebe22 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d2c1b95-e2fb-433d-9325-9909a8ccfcb7,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:31.039701 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b24482-416f-4dfd-9abc-5693e97ebe22 admin admin] No DVR routers for this DVR port 7d2c1b95-e2fb-433d-9325-9909a8ccfcb7 on host dv-cinder-770050-4-smb {{(pid=91753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:26:31.041160 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-02b24482-416f-4dfd-9abc-5693e97ebe22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:31.074489 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-4854dff1-f82e-470f-9c5c-4d6af317c973 None None] Calling delete_port for 7d2c1b95-e2fb-433d-9325-9909a8ccfcb7 owned by network:dhcp {{(pid=91755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:26:31.115930 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4854dff1-f82e-470f-9c5c-4d6af317c973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404'] for port, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:31.119312 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-1402b5b2-2485-460e-bd63-2e523caf6d28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:31.151304 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-02b24482-416f-4dfd-9abc-5693e97ebe22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4026450', 'neutron.services.segments.db._delete_segments_for_network-8763744138716'] for network, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:31.162686 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4854dff1-f82e-470f-9c5c-4d6af317c973 None None] Pushing event deleted for resources: {'Port': ['ID=7d2c1b95-e2fb-433d-9325-9909a8ccfcb7,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:31.166119 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-4854dff1-f82e-470f-9c5c-4d6af317c973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:31.168001 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.services.segments.db [None req-02b24482-416f-4dfd-9abc-5693e97ebe22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2caae92d-233f-4a42-bb44-03a041ebb28d']}} {{(pid=91753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:26:31.169416 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4854dff1-f82e-470f-9c5c-4d6af317c973 None None] No DVR routers for this DVR port 7d2c1b95-e2fb-433d-9325-9909a8ccfcb7 on host dv-cinder-770050-4-smb {{(pid=91755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:26:31.183166 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.services.segments.db [None req-02b24482-416f-4dfd-9abc-5693e97ebe22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '681bc718-6646-4c87-98cd-26d10e9c9f7d') {'for_net_delete': True} {{(pid=91753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:26:31.183571 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.services.segments.db [None req-02b24482-416f-4dfd-9abc-5693e97ebe22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '681bc718-6646-4c87-98cd-26d10e9c9f7d') {} {{(pid=91753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:26:31.194783 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-02b24482-416f-4dfd-9abc-5693e97ebe22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763744148125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1817982'] for segment, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:31.210558 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-02b24482-416f-4dfd-9abc-5693e97ebe22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090'] for segment, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:31.216459 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02b24482-416f-4dfd-9abc-5693e97ebe22 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=91753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 18:26:31.216830 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-02b24482-416f-4dfd-9abc-5693e97ebe22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1833484'] for segment, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:31.230073 dv-cinder-770050-4-smb neutron-server[91753]: Traceback (most recent call last): May 31 18:26:31.230073 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 18:26:31.230073 dv-cinder-770050-4-smb neutron-server[91753]: timer() May 31 18:26:31.230073 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 18:26:31.230073 dv-cinder-770050-4-smb neutron-server[91753]: cb(*args, **kw) May 31 18:26:31.230073 dv-cinder-770050-4-smb neutron-server[91753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 18:26:31.230073 dv-cinder-770050-4-smb neutron-server[91753]: return func(*args, **kwargs) May 31 18:26:31.230073 dv-cinder-770050-4-smb neutron-server[91753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 18:26:31.230073 dv-cinder-770050-4-smb neutron-server[91753]: self._notify() May 31 18:26:31.230073 dv-cinder-770050-4-smb neutron-server[91753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 18:26:31.230073 dv-cinder-770050-4-smb neutron-server[91753]: self.callback(batched_events) May 31 18:26:31.230073 dv-cinder-770050-4-smb neutron-server[91753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 18:26:31.230073 dv-cinder-770050-4-smb neutron-server[91753]: event.method(event) May 31 18:26:31.230073 dv-cinder-770050-4-smb neutron-server[91753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 18:26:31.230073 dv-cinder-770050-4-smb neutron-server[91753]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 18:26:31.230073 dv-cinder-770050-4-smb neutron-server[91753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 18:26:31.230073 dv-cinder-770050-4-smb neutron-server[91753]: aggregate_uuid = self.p_client.list_aggregates( May 31 18:26:31.230073 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 18:26:31.230073 dv-cinder-770050-4-smb neutron-server[91753]: return f(self, *a, **k) May 31 18:26:31.230073 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 18:26:31.230073 dv-cinder-770050-4-smb neutron-server[91753]: return self._get(url).json() May 31 18:26:31.230073 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 18:26:31.230073 dv-cinder-770050-4-smb neutron-server[91753]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 18:26:31.230073 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 18:26:31.230073 dv-cinder-770050-4-smb neutron-server[91753]: return self.request(url, 'GET', **kwargs) May 31 18:26:31.230073 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 18:26:31.230073 dv-cinder-770050-4-smb neutron-server[91753]: base_url = self.get_endpoint(auth, allow=allow, May 31 18:26:31.230073 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 18:26:31.230073 dv-cinder-770050-4-smb neutron-server[91753]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 18:26:31.230073 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 18:26:31.230073 dv-cinder-770050-4-smb neutron-server[91753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 18:26:31.230073 dv-cinder-770050-4-smb neutron-server[91753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 18:26:31.300542 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-02b24482-416f-4dfd-9abc-5693e97ebe22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4026459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960522'] for network, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:31.304112 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:31.320584 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-02b24482-416f-4dfd-9abc-5693e97ebe22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for network, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:31.414029 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b24482-416f-4dfd-9abc-5693e97ebe22 admin admin] Pushing event deleted for resources: {'Network': ['ID=2caae92d-233f-4a42-bb44-03a041ebb28d,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:31.418159 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-02b24482-416f-4dfd-9abc-5693e97ebe22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:31.419504 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-02b24482-416f-4dfd-9abc-5693e97ebe22 admin admin] 10.222.0.25 "DELETE /v2.0/networks/2caae92d-233f-4a42-bb44-03a041ebb28d HTTP/1.1" status: 204 len: 168 time: 0.8818378 May 31 18:26:31.532089 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 34530) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:26:31.580269 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-a55b649e-3700-40dd-8aa7-fd584c888e60 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cd65573bbe3e4966baf7dbde3d06304a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0469065 May 31 18:26:31.582548 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 34534) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:26:31.638594 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-360bb922-4542-4513-a500-aefeb972c47f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:31.664504 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-360bb922-4542-4513-a500-aefeb972c47f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:31.714539 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-360bb922-4542-4513-a500-aefeb972c47f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:31.719408 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-aaec2959-a4a3-4bfd-99a8-6f027377c0f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:31.732172 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360bb922-4542-4513-a500-aefeb972c47f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8b5d31-0be0-4ab5-ba67-072b759c98fd,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:31.736563 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-360bb922-4542-4513-a500-aefeb972c47f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:31.738750 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-360bb922-4542-4513-a500-aefeb972c47f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:31.742608 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-360bb922-4542-4513-a500-aefeb972c47f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6f8b5d31-0be0-4ab5-ba67-072b759c98fd HTTP/1.1" status: 204 len: 168 time: 0.1563749 May 31 18:26:32.163528 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 7d2c1b95-e2fb-433d-9325-9909a8ccfcb7 no longer exists at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:26:32.197060 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] No Port match for: 7d2c1b95-e2fb-433d-9325-9909a8ccfcb7 {{(pid=91755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:26:32.197441 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 7d2c1b95-e2fb-433d-9325-9909a8ccfcb7 not bound to the agent host dv-cinder-770050-4-smb {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:26:32.451559 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 34562) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:26:32.554940 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [None req-1a087220-8faf-435f-8caf-2f0c1070d350 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-157446597-network', 'tenant_id': 'fe7b89adc05d486e8f56372e34e4e698'}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:26:32.559690 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-1a087220-8faf-435f-8caf-2f0c1070d350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:26:32.563696 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-1a087220-8faf-435f-8caf-2f0c1070d350 admin admin] Usage tracker for resource:network and tenant:fe7b89adc05d486e8f56372e34e4e698 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:26:32.566537 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-1a087220-8faf-435f-8caf-2f0c1070d350 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:26:32.572834 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-1a087220-8faf-435f-8caf-2f0c1070d350 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:26:32.582331 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a087220-8faf-435f-8caf-2f0c1070d350 admin admin] Made reservation on behalf of fe7b89adc05d486e8f56372e34e4e698 for: {'network': 1} {{(pid=91753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:26:32.585147 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-1a087220-8faf-435f-8caf-2f0c1070d350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4080666'] for network, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:32.596634 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-1a087220-8faf-435f-8caf-2f0c1070d350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:32.611013 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-1a087220-8faf-435f-8caf-2f0c1070d350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:26:32.614717 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-1a087220-8faf-435f-8caf-2f0c1070d350 admin admin] Usage tracker for resource:security_group_rule and tenant:fe7b89adc05d486e8f56372e34e4e698 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:26:32.617446 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-1a087220-8faf-435f-8caf-2f0c1070d350 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:26:32.622943 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-1a087220-8faf-435f-8caf-2f0c1070d350 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:26:32.704267 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-1a087220-8faf-435f-8caf-2f0c1070d350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:32.710031 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-1a087220-8faf-435f-8caf-2f0c1070d350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:32.714238 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-ddc425a6-c8dc-480d-93d3-2892d49fb538 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:32.737894 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a087220-8faf-435f-8caf-2f0c1070d350 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=91753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 18:26:32.750350 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a087220-8faf-435f-8caf-2f0c1070d350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0172a2-6c79-43ff-9d20-85feb7d1d188,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:32.754403 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-1a087220-8faf-435f-8caf-2f0c1070d350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:32.755824 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-1a087220-8faf-435f-8caf-2f0c1070d350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090'] for segment, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:32.756190 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.db.segments_db [None req-1a087220-8faf-435f-8caf-2f0c1070d350 admin admin] Added segment ce34822c-fdd7-40dd-ac29-67176f30aab2 of type vlan for network a138f206-e48f-42f0-bb09-b3b8cc3e7081 May 31 18:26:32.783046 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-1a087220-8faf-435f-8caf-2f0c1070d350 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763743697237'] for network, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:32.810463 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-1a087220-8faf-435f-8caf-2f0c1070d350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551420'] for network, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:32.811809 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a087220-8faf-435f-8caf-2f0c1070d350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:32.812415 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-1a087220-8faf-435f-8caf-2f0c1070d350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for network, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:32.816921 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-6c1e0e59-f889-4edd-8871-fc39490fa240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:32.913154 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-1a087220-8faf-435f-8caf-2f0c1070d350 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4604897 May 31 18:26:32.916111 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 34570) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:26:32.916582 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a087220-8faf-435f-8caf-2f0c1070d350 admin admin] Pushing event updated for resources: {'Network': ['ID=a138f206-e48f-42f0-bb09-b3b8cc3e7081,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:32.918966 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-1a087220-8faf-435f-8caf-2f0c1070d350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:32.921888 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [None req-8c5d7eb2-4c4f-4ac0-9290-6ee57e18da2d admin admin] Request body: {'subnet': {'network_id': 'a138f206-e48f-42f0-bb09-b3b8cc3e7081', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-157446597-subnet', 'tenant_id': 'fe7b89adc05d486e8f56372e34e4e698', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:26:32.926615 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-8c5d7eb2-4c4f-4ac0-9290-6ee57e18da2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:26:32.926777 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Network a138f206-e48f-42f0-bb09-b3b8cc3e7081 details requested by agent ovs-agent-dv-cinder-770050-4-smb with host dv-cinder-770050-4-smb {{(pid=91755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 18:26:32.930419 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-8c5d7eb2-4c4f-4ac0-9290-6ee57e18da2d admin admin] Usage tracker for resource:subnet and tenant:fe7b89adc05d486e8f56372e34e4e698 is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:26:32.933213 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-8c5d7eb2-4c4f-4ac0-9290-6ee57e18da2d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:26:32.938821 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-8c5d7eb2-4c4f-4ac0-9290-6ee57e18da2d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:26:32.954627 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5d7eb2-4c4f-4ac0-9290-6ee57e18da2d admin admin] Made reservation on behalf of fe7b89adc05d486e8f56372e34e4e698 for: {'subnet': 1} {{(pid=91754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:26:32.956921 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8c5d7eb2-4c4f-4ac0-9290-6ee57e18da2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10908778'] for subnet, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:33.401710 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8c5d7eb2-4c4f-4ac0-9290-6ee57e18da2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10873447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10908796'] for subnet, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:33.406244 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-c3ae3157-a861-4f4d-aa6c-e3cfa373561b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:33.476876 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d7eb2-4c4f-4ac0-9290-6ee57e18da2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddc38e44-cb06-433e-bfbd-9bc731518aaa,revision_number=0']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:33.480636 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-8c5d7eb2-4c4f-4ac0-9290-6ee57e18da2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:33.484478 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c5d7eb2-4c4f-4ac0-9290-6ee57e18da2d admin admin] Checking segment: {'id': 'ce34822c-fdd7-40dd-ac29-67176f30aab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a138f206-e48f-42f0-bb09-b3b8cc3e7081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:26:33.484822 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5d7eb2-4c4f-4ac0-9290-6ee57e18da2d admin admin] Network hostable DHCP agents. Network: a138f206-e48f-42f0-bb09-b3b8cc3e7081, hostable agents: ['c2c260b2-0141-4615-bcb7-b98a7560862d'], hosted agents: [] {{(pid=91754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 18:26:33.500848 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5d7eb2-4c4f-4ac0-9290-6ee57e18da2d admin admin] Network a138f206-e48f-42f0-bb09-b3b8cc3e7081 is scheduled to be hosted by DHCP agent c2c260b2-0141-4615-bcb7-b98a7560862d with binding_index 1 {{(pid=91754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 18:26:33.509874 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.base_scheduler [None req-8c5d7eb2-4c4f-4ac0-9290-6ee57e18da2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-770050-4-smb, a138f206-e48f-42f0-bb09-b3b8cc3e7081) {{(pid=91754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:26:33.518400 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69818b8-420e-44bb-bc42-9779b2f9de15 None None] Network a138f206-e48f-42f0-bb09-b3b8cc3e7081 requested from dv-cinder-770050-4-smb {{(pid=91755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:26:33.521798 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5d7eb2-4c4f-4ac0-9290-6ee57e18da2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:33.522445 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8c5d7eb2-4c4f-4ac0-9290-6ee57e18da2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:33.542720 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-8c5d7eb2-4c4f-4ac0-9290-6ee57e18da2d admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6254776 May 31 18:26:33.702245 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b40982-1d71-4a02-980b-0d59a96f3b4e None None] Network a138f206-e48f-42f0-bb09-b3b8cc3e7081 requested from dv-cinder-770050-4-smb {{(pid=91755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:26:34.046148 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-0b8679d0-fe39-45d9-8624-342a45a800eb tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:34.046829 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-0b8679d0-fe39-45d9-8624-342a45a800eb tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Synchronizing usage tracker for tenant:fe7b89adc05d486e8f56372e34e4e698 on resource:network {{(pid=91753) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:26:34.063363 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-0b8679d0-fe39-45d9-8624-342a45a800eb tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Unset dirty status for tenant:fe7b89adc05d486e8f56372e34e4e698 on resource:network {{(pid=91753) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:26:34.064644 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-0b8679d0-fe39-45d9-8624-342a45a800eb tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/networks?id=a138f206-e48f-42f0-bb09-b3b8cc3e7081 HTTP/1.1" status: 200 len: 814 time: 0.1591904 May 31 18:26:34.081332 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-e37c581d-5439-4685-a25f-341ac42a593a tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/quotas/fe7b89adc05d486e8f56372e34e4e698 HTTP/1.1" status: 200 len: 375 time: 0.0109386 May 31 18:26:34.132660 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-d8ef338e-921e-4a32-a202-fafb30996b45 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fe7b89adc05d486e8f56372e34e4e698&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454435 May 31 18:26:34.303643 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-f3d4944e-ba58-4615-ad9a-4b2105b6e505 service neutron] 10.222.0.25 "GET /v2.0/networks/a138f206-e48f-42f0-bb09-b3b8cc3e7081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644175 May 31 18:26:34.432537 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-d3be79df-e1f1-4943-acb3-6f68333f171c service neutron] 10.222.0.25 "GET /v2.0/networks/a138f206-e48f-42f0-bb09-b3b8cc3e7081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230540 May 31 18:26:34.604457 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-596d62f5-9d0b-436a-801e-e200950650e1 req-ec00a11d-de3c-4dfe-8dd5-0648ef0c2d95 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea16651a-5a4b-40e0-9392-506aeea9f307 HTTP/1.1" status: 200 len: 210 time: 0.0431907 May 31 18:26:35.606057 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-c14b2b92-d657-4484-b85c-25fef2c98510 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:35.607434 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-c14b2b92-d657-4484-b85c-25fef2c98510 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.20 "GET /v2.0/networks?id=a138f206-e48f-42f0-bb09-b3b8cc3e7081 HTTP/1.1" status: 200 len: 814 time: 0.1442275 May 31 18:26:35.618939 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-96d307fa-6e5b-4f48-8d14-abb0c4a82d43 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Request body: {'port': {'device_id': 'ea16651a-5a4b-40e0-9392-506aeea9f307', 'network_id': 'a138f206-e48f-42f0-bb09-b3b8cc3e7081', 'admin_state_up': True, 'tenant_id': 'fe7b89adc05d486e8f56372e34e4e698'}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:26:35.764259 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-5b0ae42f-407c-469d-9042-304d95dc8ae3 req-7620aed8-726d-432f-87b0-877121269da4 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea16651a-5a4b-40e0-9392-506aeea9f307 HTTP/1.1" status: 200 len: 210 time: 0.0488787 May 31 18:26:35.805780 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-96d307fa-6e5b-4f48-8d14-abb0c4a82d43 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:26:35.809505 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-96d307fa-6e5b-4f48-8d14-abb0c4a82d43 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Usage tracker for resource:port and tenant:fe7b89adc05d486e8f56372e34e4e698 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:26:35.812254 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-96d307fa-6e5b-4f48-8d14-abb0c4a82d43 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:26:35.817854 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-96d307fa-6e5b-4f48-8d14-abb0c4a82d43 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:26:35.827314 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-96d307fa-6e5b-4f48-8d14-abb0c4a82d43 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Made reservation on behalf of fe7b89adc05d486e8f56372e34e4e698 for: {'port': 1} {{(pid=91753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:26:35.830803 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-96d307fa-6e5b-4f48-8d14-abb0c4a82d43 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:35.987224 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.db_base_plugin_common [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-96d307fa-6e5b-4f48-8d14-abb0c4a82d43 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Allocated IP 172.20.0.13 (a138f206-e48f-42f0-bb09-b3b8cc3e7081/ddc38e44-cb06-433e-bfbd-9bc731518aaa/1984bd68-887e-445a-989d-82e573f297fa) {{(pid=91753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:26:36.190345 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-96d307fa-6e5b-4f48-8d14-abb0c4a82d43 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Notify callbacks [] for port, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:36.219430 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-96d307fa-6e5b-4f48-8d14-abb0c4a82d43 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1833561'] for port, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:36.221543 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-61a0ac84-3fa3-4324-97b4-a6d05b4b2576 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Synchronizing usage tracker for tenant:71e173376bb2401c9a4bd03dc519309c on resource:security_group {{(pid=91754) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:26:36.225718 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-bc02f7c0-973b-4381-846c-4e67c3d52d1c tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:36.238202 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-61a0ac84-3fa3-4324-97b4-a6d05b4b2576 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Unset dirty status for tenant:71e173376bb2401c9a4bd03dc519309c on resource:security_group {{(pid=91754) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:26:36.239554 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-61a0ac84-3fa3-4324-97b4-a6d05b4b2576 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1310329904&fields=id&tenant_id=71e173376bb2401c9a4bd03dc519309c HTTP/1.1" status: 200 len: 267 time: 0.0622160 May 31 18:26:36.298421 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-96d307fa-6e5b-4f48-8d14-abb0c4a82d43 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Network a138f206-e48f-42f0-bb09-b3b8cc3e7081 is already hosted by enough agents. {{(pid=91753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:26:36.301532 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.base_scheduler [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-96d307fa-6e5b-4f48-8d14-abb0c4a82d43 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Resources bound (agent type, host, resource id): {{(pid=91753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:26:36.305381 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-96d307fa-6e5b-4f48-8d14-abb0c4a82d43 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Received port after_create {{(pid=91753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:26:36.340334 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d307fa-6e5b-4f48-8d14-abb0c4a82d43 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Pushing event updated for resources: {'Port': ['ID=1984bd68-887e-445a-989d-82e573f297fa,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:36.344535 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-96d307fa-6e5b-4f48-8d14-abb0c4a82d43 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:36.370569 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-96d307fa-6e5b-4f48-8d14-abb0c4a82d43 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:36.371165 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-96d307fa-6e5b-4f48-8d14-abb0c4a82d43 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:36.391311 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-96d307fa-6e5b-4f48-8d14-abb0c4a82d43 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7758369 May 31 18:26:36.395558 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-77de59f2-3471-49b2-aafe-0211044acac3 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:36.396274 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-77de59f2-3471-49b2-aafe-0211044acac3 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Synchronizing usage tracker for tenant:71e173376bb2401c9a4bd03dc519309c on resource:network {{(pid=91754) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:26:36.402786 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-1483736e-296a-4f13-b0c5-44a144564980 service neutron] Request body: {'port': {'device_id': 'ea16651a-5a4b-40e0-9392-506aeea9f307', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77005'}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:26:36.415304 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-77de59f2-3471-49b2-aafe-0211044acac3 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Unset dirty status for tenant:71e173376bb2401c9a4bd03dc519309c on resource:network {{(pid=91754) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:26:36.420477 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-77de59f2-3471-49b2-aafe-0211044acac3 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/networks?id=26033630-c094-437e-93aa-b8a115d789c9 HTTP/1.1" status: 200 len: 808 time: 0.1743407 May 31 18:26:36.431576 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-94ee3cab-d076-41d3-9f6e-1ba0c7c9db9d tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/quotas/71e173376bb2401c9a4bd03dc519309c HTTP/1.1" status: 200 len: 375 time: 0.0091252 May 31 18:26:36.516691 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-30eb2f4e-5709-4812-814e-2c37578cca68 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=71e173376bb2401c9a4bd03dc519309c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0797992 May 31 18:26:36.596237 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-1483736e-296a-4f13-b0c5-44a144564980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:36.653108 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-64158978-0bfe-459c-b873-5851bfa6e886 service neutron] 10.222.0.25 "GET /v2.0/networks/26033630-c094-437e-93aa-b8a115d789c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240399 May 31 18:26:36.782538 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-7f29e4e5-f052-48d5-a063-24cb9287061e service neutron] 10.222.0.25 "GET /v2.0/networks/26033630-c094-437e-93aa-b8a115d789c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236181 May 31 18:26:36.984723 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.notifiers.nova [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-1483736e-296a-4f13-b0c5-44a144564980 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1984bd68-887e-445a-989d-82e573f297fa {{(pid=91753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:26:36.995591 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-1483736e-296a-4f13-b0c5-44a144564980 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:37.016957 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.provisioning_blocks [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-1483736e-296a-4f13-b0c5-44a144564980 service neutron] Transition to ACTIVE for port object 1984bd68-887e-445a-989d-82e573f297fa will not be triggered until provisioned by entity L2. {{(pid=91753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:26:37.020704 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-1483736e-296a-4f13-b0c5-44a144564980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1833552'] for port, after_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:37.024870 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-ced2564e-f55c-40af-81ac-4d755bdc9793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:37.065269 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535ac89-0939-4b64-ab3f-5b68435f1e22 req-54f43d12-9819-41e8-a155-c00487f3de3b tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:37.065963 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-d535ac89-0939-4b64-ab3f-5b68435f1e22 req-54f43d12-9819-41e8-a155-c00487f3de3b tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Synchronizing usage tracker for tenant:fe7b89adc05d486e8f56372e34e4e698 on resource:port {{(pid=91753) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:26:37.169087 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483736e-296a-4f13-b0c5-44a144564980 service neutron] Pushing event updated for resources: {'Port': ['ID=1984bd68-887e-445a-989d-82e573f297fa,revision_number=2']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:37.174041 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-41157998-4923-45c3-8966-16de3188c743 req-6cb51ac1-86f2-4a42-81f4-19345c67d56d tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 210 time: 0.0427675 May 31 18:26:37.205096 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-d535ac89-0939-4b64-ab3f-5b68435f1e22 req-54f43d12-9819-41e8-a155-c00487f3de3b tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Unset dirty status for tenant:fe7b89adc05d486e8f56372e34e4e698 on resource:port {{(pid=91753) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:26:37.206239 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-d535ac89-0939-4b64-ab3f-5b68435f1e22 req-54f43d12-9819-41e8-a155-c00487f3de3b tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea16651a-5a4b-40e0-9392-506aeea9f307 HTTP/1.1" status: 200 len: 932 time: 0.3292117 May 31 18:26:37.216193 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483736e-296a-4f13-b0c5-44a144564980 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:37.216566 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483736e-296a-4f13-b0c5-44a144564980 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:37.216928 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483736e-296a-4f13-b0c5-44a144564980 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:37.217287 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483736e-296a-4f13-b0c5-44a144564980 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:37.217637 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483736e-296a-4f13-b0c5-44a144564980 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:37.217987 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483736e-296a-4f13-b0c5-44a144564980 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:37.218327 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483736e-296a-4f13-b0c5-44a144564980 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:37.218704 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483736e-296a-4f13-b0c5-44a144564980 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:37.219072 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483736e-296a-4f13-b0c5-44a144564980 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:37.219336 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483736e-296a-4f13-b0c5-44a144564980 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:37.219680 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483736e-296a-4f13-b0c5-44a144564980 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:37.220022 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1483736e-296a-4f13-b0c5-44a144564980 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:37.247589 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-1483736e-296a-4f13-b0c5-44a144564980 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:37.305278 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-d535ac89-0939-4b64-ab3f-5b68435f1e22 req-2c201b39-f050-40eb-b3a3-d2948374a979 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Synchronizing usage tracker for tenant:fe7b89adc05d486e8f56372e34e4e698 on resource:security_group {{(pid=91753) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:26:37.333167 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.managers [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-1483736e-296a-4f13-b0c5-44a144564980 service neutron] Attempting to bind port 1984bd68-887e-445a-989d-82e573f297fa on host hv-cinder-77005 for vnic_type normal with profile {{(pid=91753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:26:37.333534 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.managers [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-1483736e-296a-4f13-b0c5-44a144564980 service neutron] Attempting to bind port 1984bd68-887e-445a-989d-82e573f297fa by drivers openvswitch,hyperv on host hv-cinder-77005 at level 0 using segments [{'id': 'ce34822c-fdd7-40dd-ac29-67176f30aab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a138f206-e48f-42f0-bb09-b3b8cc3e7081'}] {{(pid=91753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:26:37.333853 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-1483736e-296a-4f13-b0c5-44a144564980 service neutron] Attempting to bind port 1984bd68-887e-445a-989d-82e573f297fa on network a138f206-e48f-42f0-bb09-b3b8cc3e7081 {{(pid=91753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:26:37.338718 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-d535ac89-0939-4b64-ab3f-5b68435f1e22 req-2c201b39-f050-40eb-b3a3-d2948374a979 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Unset dirty status for tenant:fe7b89adc05d486e8f56372e34e4e698 on resource:security_group {{(pid=91753) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:26:37.339838 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-d535ac89-0939-4b64-ab3f-5b68435f1e22 req-2c201b39-f050-40eb-b3a3-d2948374a979 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253915 May 31 18:26:37.340554 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-1483736e-296a-4f13-b0c5-44a144564980 service neutron] Port 1984bd68-887e-445a-989d-82e573f297fa on network a138f206-e48f-42f0-bb09-b3b8cc3e7081 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77005 {{(pid=91753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 18:26:37.340853 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-1483736e-296a-4f13-b0c5-44a144564980 service neutron] Attempting to bind port 1984bd68-887e-445a-989d-82e573f297fa on network a138f206-e48f-42f0-bb09-b3b8cc3e7081 {{(pid=91753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:26:37.346186 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-1483736e-296a-4f13-b0c5-44a144564980 service neutron] Checking agent: {'id': '46eeceb7-2107-4a71-92f6-f52bad665eae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77005', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 16, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:26:37.346514 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-1483736e-296a-4f13-b0c5-44a144564980 service neutron] Checking segment: {'id': 'ce34822c-fdd7-40dd-ac29-67176f30aab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a138f206-e48f-42f0-bb09-b3b8cc3e7081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:26:37.346887 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-1483736e-296a-4f13-b0c5-44a144564980 service neutron] Bound using segment: {'id': 'ce34822c-fdd7-40dd-ac29-67176f30aab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a138f206-e48f-42f0-bb09-b3b8cc3e7081'} {{(pid=91753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:26:37.347365 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.managers [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-1483736e-296a-4f13-b0c5-44a144564980 service neutron] Bound port: 1984bd68-887e-445a-989d-82e573f297fa, host: hv-cinder-77005, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce34822c-fdd7-40dd-ac29-67176f30aab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a138f206-e48f-42f0-bb09-b3b8cc3e7081'}}] {{(pid=91753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:26:37.347652 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-1483736e-296a-4f13-b0c5-44a144564980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:37.446186 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.db [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-1483736e-296a-4f13-b0c5-44a144564980 service neutron] For port 1984bd68-887e-445a-989d-82e573f297fa, host hv-cinder-77005, cleared binding levels {{(pid=91753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:26:37.449210 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.db [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-1483736e-296a-4f13-b0c5-44a144564980 service neutron] For port 1984bd68-887e-445a-989d-82e573f297fa, host hv-cinder-77005, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=1984bd68-887e-445a-989d-82e573f297fa,segment=NetworkSegment(ce34822c-fdd7-40dd-ac29-67176f30aab2),segment_id=ce34822c-fdd7-40dd-ac29-67176f30aab2)] {{(pid=91753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:26:37.453461 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-1483736e-296a-4f13-b0c5-44a144564980 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1833552'] for port, after_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:37.458604 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-1483736e-296a-4f13-b0c5-44a144564980 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:37.514194 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-1483736e-296a-4f13-b0c5-44a144564980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:37.514803 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-1483736e-296a-4f13-b0c5-44a144564980 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:37.516418 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-1483736e-296a-4f13-b0c5-44a144564980 service neutron] 10.222.0.20 "PUT /v2.0/ports/1984bd68-887e-445a-989d-82e573f297fa HTTP/1.1" status: 200 len: 1094 time: 1.1178582 May 31 18:26:37.516915 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea16651a-5a4b-40e0-9392-506aeea9f307', 'tag': '1984bd68-887e-445a-989d-82e573f297fa'}] {{(pid=91753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:26:37.519149 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4a07d5f70f7fd4dbd3fa52429be7a5e9952b90ad99acae3e898da8695de761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10547959-64c3-48ea-9adf-dce951d0f77c" -d '{"events": [{"name": "network-changed", "server_uuid": "ea16651a-5a4b-40e0-9392-506aeea9f307", "tag": "1984bd68-887e-445a-989d-82e573f297fa"}]}' {{(pid=91753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:26:37.537853 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483736e-296a-4f13-b0c5-44a144564980 service neutron] Pushing event updated for resources: {'Port': ['ID=1984bd68-887e-445a-989d-82e573f297fa,revision_number=3']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:37.541093 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-1483736e-296a-4f13-b0c5-44a144564980 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:37.575217 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c3e1b89-4cc0-410a-9e40-78c09678ce40 x-openstack-request-id: req-0c3e1b89-4cc0-410a-9e40-78c09678ce40 {{(pid=91753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:26:37.575542 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea16651a-5a4b-40e0-9392-506aeea9f307", "tag": "1984bd68-887e-445a-989d-82e573f297fa", "status": "completed", "code": 200}]} {{(pid=91753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:26:37.575828 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0c3e1b89-4cc0-410a-9e40-78c09678ce40 {{(pid=91753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:26:37.576290 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea16651a-5a4b-40e0-9392-506aeea9f307', 'tag': '1984bd68-887e-445a-989d-82e573f297fa', 'status': 'completed', 'code': 200} May 31 18:26:37.658391 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-fd6af820-f270-481e-9162-e0908480778a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:37.659857 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-fd6af820-f270-481e-9162-e0908480778a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fe7b89adc05d486e8f56372e34e4e698&device_id=ea16651a-5a4b-40e0-9392-506aeea9f307 HTTP/1.1" status: 200 len: 1097 time: 0.0726640 May 31 18:26:37.727275 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-481a906a-e16b-404a-af60-11a7cc4a1137 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1984bd68-887e-445a-989d-82e573f297fa HTTP/1.1" status: 200 len: 217 time: 0.0598013 May 31 18:26:37.794356 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-2f8be421-a9a6-4ce0-b81a-84c04f1a0621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:37.795763 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-2f8be421-a9a6-4ce0-b81a-84c04f1a0621 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ddc38e44-cb06-433e-bfbd-9bc731518aaa HTTP/1.1" status: 200 len: 854 time: 0.0628550 May 31 18:26:37.842650 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-8329d0cd-ce1d-47e8-ac3a-c95b1e087197 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a138f206-e48f-42f0-bb09-b3b8cc3e7081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389266 May 31 18:26:37.968962 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-66b99bc0-0b08-445b-aab1-f465395f1c2a service neutron] 10.222.0.20 "GET /v2.0/networks/a138f206-e48f-42f0-bb09-b3b8cc3e7081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191425 May 31 18:26:38.105166 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-1f479fa9-2835-4852-9bc0-2b0384533df8 req-cd002f2e-3146-428a-a257-b422a1429632 service neutron] 10.222.0.20 "GET /v2.0/networks/a138f206-e48f-42f0-bb09-b3b8cc3e7081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289415 May 31 18:26:38.241578 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10547959-64c3-48ea-9adf-dce951d0f77c req-83bc93a0-1250-492a-ac31-89c51a813a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:38.243381 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-10547959-64c3-48ea-9adf-dce951d0f77c req-83bc93a0-1250-492a-ac31-89c51a813a7a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fe7b89adc05d486e8f56372e34e4e698&device_id=ea16651a-5a4b-40e0-9392-506aeea9f307 HTTP/1.1" status: 200 len: 1097 time: 0.0862598 May 31 18:26:38.287267 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-c46e2c30-3a90-4ab8-8468-a21d0ef7553f tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:38.289605 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-c46e2c30-3a90-4ab8-8468-a21d0ef7553f tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.20 "GET /v2.0/networks?id=26033630-c094-437e-93aa-b8a115d789c9 HTTP/1.1" status: 200 len: 808 time: 0.1784873 May 31 18:26:38.345284 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-25113ee4-5fe7-461c-8a1c-e2822404b920 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71e173376bb2401c9a4bd03dc519309c HTTP/1.1" status: 200 len: 380 time: 0.0463946 May 31 18:26:38.368571 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-887acaf8-8fca-44dd-889f-6b6a83c61aeb tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Request body: {'port': {'device_id': 'aedbdeae-4709-48b8-a539-3c9b4d14779e', 'network_id': '26033630-c094-437e-93aa-b8a115d789c9', 'admin_state_up': True, 'tenant_id': '71e173376bb2401c9a4bd03dc519309c', 'security_groups': ['d12a2ad5-dd0e-4a4a-86b4-8ccafda95509']}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:26:38.507846 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-b2fc0107-83ac-4839-9c9b-97d79fd746ff req-18dd7a54-ac9b-4654-a79f-51043b237c0c tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Synchronizing usage tracker for tenant:71e173376bb2401c9a4bd03dc519309c on resource:port {{(pid=91753) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:26:38.519152 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10547959-64c3-48ea-9adf-dce951d0f77c req-f3c4136f-edca-4f32-b0ba-640d4db48d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:38.521411 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-10547959-64c3-48ea-9adf-dce951d0f77c req-f3c4136f-edca-4f32-b0ba-640d4db48d0f service neutron] 10.222.0.20 "GET /v2.0/networks?id=a138f206-e48f-42f0-bb09-b3b8cc3e7081 HTTP/1.1" status: 200 len: 914 time: 0.2711103 May 31 18:26:38.570614 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-887acaf8-8fca-44dd-889f-6b6a83c61aeb tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:26:38.583988 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-887acaf8-8fca-44dd-889f-6b6a83c61aeb tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:26:38.584236 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-b2fc0107-83ac-4839-9c9b-97d79fd746ff req-18dd7a54-ac9b-4654-a79f-51043b237c0c tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Unset dirty status for tenant:71e173376bb2401c9a4bd03dc519309c on resource:port {{(pid=91753) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:26:38.585131 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-b2fc0107-83ac-4839-9c9b-97d79fd746ff req-18dd7a54-ac9b-4654-a79f-51043b237c0c tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 210 time: 0.1313894 May 31 18:26:38.593760 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-10547959-64c3-48ea-9adf-dce951d0f77c req-7861b98f-b785-4913-a2b5-7fa6e6c4af4f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1984bd68-887e-445a-989d-82e573f297fa HTTP/1.1" status: 200 len: 217 time: 0.0649374 May 31 18:26:38.604678 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4dd2b6-d14c-4724-a8bd-47e6498924d3 req-c53fbbae-8950-4520-bcee-7a3f42df6945 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:38.606399 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-ea4dd2b6-d14c-4724-a8bd-47e6498924d3 req-c53fbbae-8950-4520-bcee-7a3f42df6945 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea16651a-5a4b-40e0-9392-506aeea9f307 HTTP/1.1" status: 200 len: 944 time: 0.1362007 May 31 18:26:38.608572 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-887acaf8-8fca-44dd-889f-6b6a83c61aeb tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Made reservation on behalf of 71e173376bb2401c9a4bd03dc519309c for: {'port': 1} {{(pid=91754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:26:38.611871 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-887acaf8-8fca-44dd-889f-6b6a83c61aeb tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:38.659297 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10547959-64c3-48ea-9adf-dce951d0f77c req-aa5fc7ea-5ebc-4379-a03c-6f38b0b8f0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:38.660753 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-10547959-64c3-48ea-9adf-dce951d0f77c req-aa5fc7ea-5ebc-4379-a03c-6f38b0b8f0da service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ddc38e44-cb06-433e-bfbd-9bc731518aaa HTTP/1.1" status: 200 len: 854 time: 0.0597303 May 31 18:26:38.710102 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-10547959-64c3-48ea-9adf-dce951d0f77c req-75886382-bca8-42a0-b1b8-b7e949682953 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a138f206-e48f-42f0-bb09-b3b8cc3e7081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428317 May 31 18:26:38.810784 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-ea4dd2b6-d14c-4724-a8bd-47e6498924d3 req-ec82a6c0-d29c-419d-b145-7c445441a6cb tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893766 May 31 18:26:38.858697 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-10547959-64c3-48ea-9adf-dce951d0f77c req-48cf8209-3649-4e2c-b02b-56d6e830d17c service neutron] 10.222.0.20 "GET /v2.0/networks/a138f206-e48f-42f0-bb09-b3b8cc3e7081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387649 May 31 18:26:38.906921 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.db_base_plugin_common [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-887acaf8-8fca-44dd-889f-6b6a83c61aeb tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Allocated IP 172.20.0.14 (26033630-c094-437e-93aa-b8a115d789c9/8b840fde-a81b-4ecc-8a96-304bc35260a8/41a637b4-79a6-4cfe-8f96-e464d458f0fa) {{(pid=91754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:26:38.994486 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-10547959-64c3-48ea-9adf-dce951d0f77c req-527e303c-0bec-4a19-a3a3-43fda2a9ff9f service neutron] 10.222.0.20 "GET /v2.0/networks/a138f206-e48f-42f0-bb09-b3b8cc3e7081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252437 May 31 18:26:39.105794 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-887acaf8-8fca-44dd-889f-6b6a83c61aeb tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks [] for port, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:39.120366 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.provisioning_blocks [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-887acaf8-8fca-44dd-889f-6b6a83c61aeb tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Transition to ACTIVE for port object 41a637b4-79a6-4cfe-8f96-e464d458f0fa will not be triggered until provisioned by entity DHCP. {{(pid=91754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:26:39.143276 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-887acaf8-8fca-44dd-889f-6b6a83c61aeb tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:39.149149 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-edf40917-9188-4e6e-a4ba-917a8e1f146e tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:39.211945 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-887acaf8-8fca-44dd-889f-6b6a83c61aeb tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Network 26033630-c094-437e-93aa-b8a115d789c9 is already hosted by enough agents. {{(pid=91754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:26:39.214994 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.base_scheduler [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-887acaf8-8fca-44dd-889f-6b6a83c61aeb tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Resources bound (agent type, host, resource id): {{(pid=91754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:26:39.218835 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.l3_dvrscheduler_db [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-887acaf8-8fca-44dd-889f-6b6a83c61aeb tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Received port after_create {{(pid=91754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:26:39.255282 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887acaf8-8fca-44dd-889f-6b6a83c61aeb tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Pushing event updated for resources: {'Port': ['ID=41a637b4-79a6-4cfe-8f96-e464d458f0fa,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:39.272863 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887acaf8-8fca-44dd-889f-6b6a83c61aeb tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:39.273233 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887acaf8-8fca-44dd-889f-6b6a83c61aeb tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:39.273595 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887acaf8-8fca-44dd-889f-6b6a83c61aeb tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:39.273947 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887acaf8-8fca-44dd-889f-6b6a83c61aeb tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:39.274296 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887acaf8-8fca-44dd-889f-6b6a83c61aeb tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:39.274641 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887acaf8-8fca-44dd-889f-6b6a83c61aeb tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:39.274983 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887acaf8-8fca-44dd-889f-6b6a83c61aeb tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:39.275317 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887acaf8-8fca-44dd-889f-6b6a83c61aeb tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:39.275663 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887acaf8-8fca-44dd-889f-6b6a83c61aeb tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:39.276001 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887acaf8-8fca-44dd-889f-6b6a83c61aeb tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:39.276369 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887acaf8-8fca-44dd-889f-6b6a83c61aeb tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:39.276708 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-887acaf8-8fca-44dd-889f-6b6a83c61aeb tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:39.282115 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-887acaf8-8fca-44dd-889f-6b6a83c61aeb tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:39.297309 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-887acaf8-8fca-44dd-889f-6b6a83c61aeb tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:39.297949 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-887acaf8-8fca-44dd-889f-6b6a83c61aeb tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:39.324362 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-887acaf8-8fca-44dd-889f-6b6a83c61aeb tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9616749 May 31 18:26:39.337538 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-3f2abceb-db54-47f1-86e3-50a43d0655d7 service neutron] Request body: {'port': {'device_id': 'aedbdeae-4709-48b8-a539-3c9b4d14779e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77005'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:26:39.425872 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-8a6e7574-e273-4e90-ab13-8ad22f1aab69 None None] Provisioning for port 41a637b4-79a6-4cfe-8f96-e464d458f0fa completed by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:26:39.430968 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-8a6e7574-e273-4e90-ab13-8ad22f1aab69 None None] Provisioning complete for port 41a637b4-79a6-4cfe-8f96-e464d458f0fa triggered by entity DHCP. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:26:39.431334 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-8a6e7574-e273-4e90-ab13-8ad22f1aab69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:39.451064 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-3f2abceb-db54-47f1-86e3-50a43d0655d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:39.481977 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-8a6e7574-e273-4e90-ab13-8ad22f1aab69 None None] Port 41a637b4-79a6-4cfe-8f96-e464d458f0fa cannot update to ACTIVE because it is not bound. {{(pid=91755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 18:26:39.772400 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde0e4ed-2317-4674-8c47-38402d609ca7 req-6b90aa6c-7b49-416a-85bb-e807f1f2ace3 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:39.773865 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-cde0e4ed-2317-4674-8c47-38402d609ca7 req-6b90aa6c-7b49-416a-85bb-e807f1f2ace3 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 932 time: 0.0826168 May 31 18:26:39.787838 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.notifiers.nova [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-3f2abceb-db54-47f1-86e3-50a43d0655d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41a637b4-79a6-4cfe-8f96-e464d458f0fa {{(pid=91754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:26:39.795084 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-3f2abceb-db54-47f1-86e3-50a43d0655d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:39.809749 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.provisioning_blocks [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-3f2abceb-db54-47f1-86e3-50a43d0655d7 service neutron] Transition to ACTIVE for port object 41a637b4-79a6-4cfe-8f96-e464d458f0fa will not be triggered until provisioned by entity L2. {{(pid=91754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:26:39.813255 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-3f2abceb-db54-47f1-86e3-50a43d0655d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10874078'] for port, after_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:39.817693 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-31a97bed-cbec-4d5b-a3a0-f232b8d68a5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:39.819133 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-cde0e4ed-2317-4674-8c47-38402d609ca7 req-a6c78a12-7351-4bda-9524-3d30d0ab828a tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Synchronizing usage tracker for tenant:71e173376bb2401c9a4bd03dc519309c on resource:security_group {{(pid=91753) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:26:39.830516 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [req-cde0e4ed-2317-4674-8c47-38402d609ca7 req-a6c78a12-7351-4bda-9524-3d30d0ab828a tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Unset dirty status for tenant:71e173376bb2401c9a4bd03dc519309c on resource:security_group {{(pid=91753) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:26:39.831632 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-cde0e4ed-2317-4674-8c47-38402d609ca7 req-a6c78a12-7351-4bda-9524-3d30d0ab828a tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/security-groups?id=d12a2ad5-dd0e-4a4a-86b4-8ccafda95509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517673 May 31 18:26:40.011421 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2abceb-db54-47f1-86e3-50a43d0655d7 service neutron] Pushing event updated for resources: {'Port': ['ID=41a637b4-79a6-4cfe-8f96-e464d458f0fa,revision_number=2']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:40.014395 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-3f2abceb-db54-47f1-86e3-50a43d0655d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:40.114139 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.managers [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-3f2abceb-db54-47f1-86e3-50a43d0655d7 service neutron] Attempting to bind port 41a637b4-79a6-4cfe-8f96-e464d458f0fa on host hv-cinder-77005 for vnic_type normal with profile {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:26:40.114469 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.managers [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-3f2abceb-db54-47f1-86e3-50a43d0655d7 service neutron] Attempting to bind port 41a637b4-79a6-4cfe-8f96-e464d458f0fa by drivers openvswitch,hyperv on host hv-cinder-77005 at level 0 using segments [{'id': '09bd77f6-2df8-4630-9780-b1638bc63fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '26033630-c094-437e-93aa-b8a115d789c9'}] {{(pid=91754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:26:40.114797 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-3f2abceb-db54-47f1-86e3-50a43d0655d7 service neutron] Attempting to bind port 41a637b4-79a6-4cfe-8f96-e464d458f0fa on network 26033630-c094-437e-93aa-b8a115d789c9 {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:26:40.128084 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bce9f0-4bd5-4375-8e3d-0fbd9bed3183 req-fe9d73ee-5d27-475d-a69d-c26517aea181 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:40.129526 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-36bce9f0-4bd5-4375-8e3d-0fbd9bed3183 req-fe9d73ee-5d27-475d-a69d-c26517aea181 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea16651a-5a4b-40e0-9392-506aeea9f307 HTTP/1.1" status: 200 len: 944 time: 0.1924555 May 31 18:26:40.130065 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-3f2abceb-db54-47f1-86e3-50a43d0655d7 service neutron] Port 41a637b4-79a6-4cfe-8f96-e464d458f0fa on network 26033630-c094-437e-93aa-b8a115d789c9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77005 {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 18:26:40.130420 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-3f2abceb-db54-47f1-86e3-50a43d0655d7 service neutron] Attempting to bind port 41a637b4-79a6-4cfe-8f96-e464d458f0fa on network 26033630-c094-437e-93aa-b8a115d789c9 {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:26:40.137027 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-3f2abceb-db54-47f1-86e3-50a43d0655d7 service neutron] Checking agent: {'id': '46eeceb7-2107-4a71-92f6-f52bad665eae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77005', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 16, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:26:40.137382 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-3f2abceb-db54-47f1-86e3-50a43d0655d7 service neutron] Checking segment: {'id': '09bd77f6-2df8-4630-9780-b1638bc63fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '26033630-c094-437e-93aa-b8a115d789c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:26:40.137753 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-3f2abceb-db54-47f1-86e3-50a43d0655d7 service neutron] Bound using segment: {'id': '09bd77f6-2df8-4630-9780-b1638bc63fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '26033630-c094-437e-93aa-b8a115d789c9'} {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:26:40.138177 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.managers [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-3f2abceb-db54-47f1-86e3-50a43d0655d7 service neutron] Bound port: 41a637b4-79a6-4cfe-8f96-e464d458f0fa, host: hv-cinder-77005, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09bd77f6-2df8-4630-9780-b1638bc63fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '26033630-c094-437e-93aa-b8a115d789c9'}}] {{(pid=91754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:26:40.138515 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-3f2abceb-db54-47f1-86e3-50a43d0655d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:40.233308 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-36bce9f0-4bd5-4375-8e3d-0fbd9bed3183 req-aef1b31b-2257-4596-a121-53e04f34d6f9 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972295 May 31 18:26:40.260722 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-3f2abceb-db54-47f1-86e3-50a43d0655d7 service neutron] For port 41a637b4-79a6-4cfe-8f96-e464d458f0fa, host hv-cinder-77005, cleared binding levels {{(pid=91754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:26:40.264055 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-3f2abceb-db54-47f1-86e3-50a43d0655d7 service neutron] For port 41a637b4-79a6-4cfe-8f96-e464d458f0fa, host hv-cinder-77005, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=41a637b4-79a6-4cfe-8f96-e464d458f0fa,segment=NetworkSegment(09bd77f6-2df8-4630-9780-b1638bc63fc6),segment_id=09bd77f6-2df8-4630-9780-b1638bc63fc6)] {{(pid=91754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:26:40.268731 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-3f2abceb-db54-47f1-86e3-50a43d0655d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10874078'] for port, after_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:40.273741 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-28afbc8b-f188-48cd-ad51-2caba63b950e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:40.325201 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-3f2abceb-db54-47f1-86e3-50a43d0655d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:40.325744 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-3f2abceb-db54-47f1-86e3-50a43d0655d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:40.327116 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-3f2abceb-db54-47f1-86e3-50a43d0655d7 service neutron] 10.222.0.20 "PUT /v2.0/ports/41a637b4-79a6-4cfe-8f96-e464d458f0fa HTTP/1.1" status: 200 len: 1094 time: 0.9947195 May 31 18:26:40.329913 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aedbdeae-4709-48b8-a539-3c9b4d14779e', 'tag': '41a637b4-79a6-4cfe-8f96-e464d458f0fa'}] {{(pid=91754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:26:40.332176 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b8d31c20630307edfd170fd0520c8261bc4320d7d7b7fb717012a3b2519c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516b3677-111b-4802-9469-a19ad2c5d81b" -d '{"events": [{"name": "network-changed", "server_uuid": "aedbdeae-4709-48b8-a539-3c9b4d14779e", "tag": "41a637b4-79a6-4cfe-8f96-e464d458f0fa"}]}' {{(pid=91754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:26:40.352362 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2abceb-db54-47f1-86e3-50a43d0655d7 service neutron] Pushing event updated for resources: {'Port': ['ID=41a637b4-79a6-4cfe-8f96-e464d458f0fa,revision_number=3']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:40.355359 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-3f2abceb-db54-47f1-86e3-50a43d0655d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:40.416134 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be09c78f-fb77-4fc6-bcb2-52ae57935140 x-openstack-request-id: req-be09c78f-fb77-4fc6-bcb2-52ae57935140 {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:26:40.416888 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aedbdeae-4709-48b8-a539-3c9b4d14779e", "tag": "41a637b4-79a6-4cfe-8f96-e464d458f0fa", "status": "completed", "code": 200}]} {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:26:40.416888 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-be09c78f-fb77-4fc6-bcb2-52ae57935140 {{(pid=91754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:26:40.417129 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aedbdeae-4709-48b8-a539-3c9b4d14779e', 'tag': '41a637b4-79a6-4cfe-8f96-e464d458f0fa', 'status': 'completed', 'code': 200} May 31 18:26:40.456927 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-ce6683ac-573e-4064-98d4-26739c2aa998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:40.459083 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-ce6683ac-573e-4064-98d4-26739c2aa998 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71e173376bb2401c9a4bd03dc519309c&device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 1097 time: 0.0810084 May 31 18:26:40.530092 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-f6136619-c2f7-4c62-bdbb-c494d7bf6eb9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41a637b4-79a6-4cfe-8f96-e464d458f0fa HTTP/1.1" status: 200 len: 217 time: 0.0638745 May 31 18:26:40.593792 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-e853d078-2864-4140-b155-10c3167d95f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:40.595065 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-e853d078-2864-4140-b155-10c3167d95f8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b840fde-a81b-4ecc-8a96-304bc35260a8 HTTP/1.1" status: 200 len: 847 time: 0.0593145 May 31 18:26:40.744916 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-5eed2bf0-140c-4ad7-aaa5-8ad860c879dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:40.746348 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-5eed2bf0-140c-4ad7-aaa5-8ad860c879dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=26033630-c094-437e-93aa-b8a115d789c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1449041 May 31 18:26:40.872970 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-2f7e7df2-1500-4e66-9783-2a5731db62c4 service neutron] 10.222.0.20 "GET /v2.0/networks/26033630-c094-437e-93aa-b8a115d789c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194952 May 31 18:26:41.060365 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2332d13c-de4c-4673-a504-3af8d956c7f4 req-b1f17460-7089-458d-a77a-d579b377d743 service neutron] 10.222.0.20 "GET /v2.0/networks/26033630-c094-437e-93aa-b8a115d789c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808362 May 31 18:26:41.071461 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d300de-31dc-44af-8a35-5679958b0fec req-faad1f74-d503-447c-8825-d459fb55a9ee tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:41.072160 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-d8d300de-31dc-44af-8a35-5679958b0fec req-faad1f74-d503-447c-8825-d459fb55a9ee tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Synchronizing usage tracker for tenant:71e173376bb2401c9a4bd03dc519309c on resource:port {{(pid=91754) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:26:41.086822 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-d8d300de-31dc-44af-8a35-5679958b0fec req-faad1f74-d503-447c-8825-d459fb55a9ee tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Unset dirty status for tenant:71e173376bb2401c9a4bd03dc519309c on resource:port {{(pid=91754) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:26:41.087905 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d8d300de-31dc-44af-8a35-5679958b0fec req-faad1f74-d503-447c-8825-d459fb55a9ee tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 944 time: 0.1392355 May 31 18:26:41.176081 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d8d300de-31dc-44af-8a35-5679958b0fec req-c27f687f-76e1-47d1-bf07-a93d15e22f78 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/security-groups?id=d12a2ad5-dd0e-4a4a-86b4-8ccafda95509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816758 May 31 18:26:41.195785 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b3677-111b-4802-9469-a19ad2c5d81b req-8558e60b-102c-4fe8-8696-50f8fb870102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:41.197283 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-516b3677-111b-4802-9469-a19ad2c5d81b req-8558e60b-102c-4fe8-8696-50f8fb870102 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71e173376bb2401c9a4bd03dc519309c&device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 1097 time: 0.0854840 May 31 18:26:41.325771 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b3677-111b-4802-9469-a19ad2c5d81b req-e6b9a1fb-d385-4101-bead-e52a358eea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:41.327135 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-516b3677-111b-4802-9469-a19ad2c5d81b req-e6b9a1fb-d385-4101-bead-e52a358eea18 service neutron] 10.222.0.20 "GET /v2.0/networks?id=26033630-c094-437e-93aa-b8a115d789c9 HTTP/1.1" status: 200 len: 908 time: 0.1237068 May 31 18:26:41.375694 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 1984bd68-887e-445a-989d-82e573f297fa details requested by agent hyperv_hv-cinder-77005 with host hv-cinder-77005 {{(pid=91755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 18:26:41.397871 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-516b3677-111b-4802-9469-a19ad2c5d81b req-cab60093-9a39-4937-8d40-781593fa979d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41a637b4-79a6-4cfe-8f96-e464d458f0fa HTTP/1.1" status: 200 len: 217 time: 0.0639949 May 31 18:26:41.422045 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b96e9-d4d0-4b1a-9835-eb99d63977ad req-85375c0a-d1af-49a9-a438-6560be11c774 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:41.423660 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-347b96e9-d4d0-4b1a-9835-eb99d63977ad req-85375c0a-d1af-49a9-a438-6560be11c774 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea16651a-5a4b-40e0-9392-506aeea9f307 HTTP/1.1" status: 200 len: 944 time: 0.0861247 May 31 18:26:41.461457 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b3677-111b-4802-9469-a19ad2c5d81b req-e80e52b7-83e9-4ffe-827a-769f89adbc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:41.462879 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-516b3677-111b-4802-9469-a19ad2c5d81b req-e80e52b7-83e9-4ffe-827a-769f89adbc8b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b840fde-a81b-4ecc-8a96-304bc35260a8 HTTP/1.1" status: 200 len: 847 time: 0.0577741 May 31 18:26:41.472237 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-347b96e9-d4d0-4b1a-9835-eb99d63977ad req-af028da9-953b-42a1-a62d-c2645c60e865 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426128 May 31 18:26:41.513410 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 1984bd68-887e-445a-989d-82e573f297fa, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=1984bd68-887e-445a-989d-82e573f297fa,segment=NetworkSegment(ce34822c-fdd7-40dd-ac29-67176f30aab2),segment_id=ce34822c-fdd7-40dd-ac29-67176f30aab2)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:26:41.527031 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Returning: {'device': '1984bd68-887e-445a-989d-82e573f297fa', 'network_id': 'a138f206-e48f-42f0-bb09-b3b8cc3e7081', 'port_id': '1984bd68-887e-445a-989d-82e573f297fa', 'mac_address': 'fa:16:3e:30:7d:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddc38e44-cb06-433e-bfbd-9bc731518aaa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 18:26:41.541110 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b3677-111b-4802-9469-a19ad2c5d81b req-381d0364-ed53-48da-a77f-e489498362d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:41.542577 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-516b3677-111b-4802-9469-a19ad2c5d81b req-381d0364-ed53-48da-a77f-e489498362d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=26033630-c094-437e-93aa-b8a115d789c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0730257 May 31 18:26:41.580588 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:41.597223 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1984bd68-887e-445a-989d-82e573f297fa {{(pid=91755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:26:41.612702 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 1984bd68-887e-445a-989d-82e573f297fa, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=1984bd68-887e-445a-989d-82e573f297fa,segment=NetworkSegment(ce34822c-fdd7-40dd-ac29-67176f30aab2),segment_id=ce34822c-fdd7-40dd-ac29-67176f30aab2)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:26:41.617044 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:41.618764 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:41.674690 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-516b3677-111b-4802-9469-a19ad2c5d81b req-f2b3239c-6d0d-4bad-80ad-cecd41eb2ad2 service neutron] 10.222.0.20 "GET /v2.0/networks/26033630-c094-437e-93aa-b8a115d789c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244919 May 31 18:26:41.685033 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=1984bd68-887e-445a-989d-82e573f297fa,revision_number=4']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:41.687977 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:41.807212 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-516b3677-111b-4802-9469-a19ad2c5d81b req-1e0a8d27-2efc-4551-8b9e-b910acefd500 service neutron] 10.222.0.20 "GET /v2.0/networks/26033630-c094-437e-93aa-b8a115d789c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251745 May 31 18:26:41.974986 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] get_ports_and_sgs() called for port_ids ['1984bd68-887e-445a-989d-82e573f297fa'] {{(pid=91755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:26:42.356169 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc31dfc-e2c3-4b0a-8df1-a8603cd5bd8b req-78e3739a-8c5d-4279-a6ca-b6aec626724d tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:42.357515 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-1cc31dfc-e2c3-4b0a-8df1-a8603cd5bd8b req-78e3739a-8c5d-4279-a6ca-b6aec626724d tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 944 time: 0.0773377 May 31 18:26:42.400468 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-1cc31dfc-e2c3-4b0a-8df1-a8603cd5bd8b req-e96416c9-1a4b-43e2-85db-961eb75bb4dc tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/security-groups?id=d12a2ad5-dd0e-4a4a-86b4-8ccafda95509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374103 May 31 18:26:42.656594 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf0332-4138-43fd-b290-3826c850135b req-e0b9c1ba-3b3b-49fe-a9e3-f0df7b47a150 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:42.658017 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-ddbf0332-4138-43fd-b290-3826c850135b req-e0b9c1ba-3b3b-49fe-a9e3-f0df7b47a150 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea16651a-5a4b-40e0-9392-506aeea9f307 HTTP/1.1" status: 200 len: 945 time: 0.0785222 May 31 18:26:42.700551 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-ddbf0332-4138-43fd-b290-3826c850135b req-74a0a17b-e2e7-4b08-b294-d80984317866 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370452 May 31 18:26:43.379322 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 1984bd68-887e-445a-989d-82e573f297fa up at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:26:43.448458 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Provisioning for port 1984bd68-887e-445a-989d-82e573f297fa completed by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:26:43.453101 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Provisioning complete for port 1984bd68-887e-445a-989d-82e573f297fa triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:26:43.453474 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:43.567142 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:43.586196 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56a3c2-4922-456d-af33-86253597f44f req-3815f010-920c-4709-b40a-6ce62b539a16 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:43.587631 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-4e56a3c2-4922-456d-af33-86253597f44f req-3815f010-920c-4709-b40a-6ce62b539a16 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 944 time: 0.0811543 May 31 18:26:43.592879 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea16651a-5a4b-40e0-9392-506aeea9f307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1984bd68-887e-445a-989d-82e573f297fa'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:26:43.595107 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e2032fe1b554800b495be35bbba042da1e7f6a6deba8ede5c150f2a358caca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6209d8f1-a5d4-4f94-8fb1-15d91c8df83e" -d '{"events": [{"server_uuid": "ea16651a-5a4b-40e0-9392-506aeea9f307", "name": "network-vif-plugged", "status": "completed", "tag": "1984bd68-887e-445a-989d-82e573f297fa"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:26:43.603429 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 1984bd68-887e-445a-989d-82e573f297fa, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=1984bd68-887e-445a-989d-82e573f297fa,segment=NetworkSegment(ce34822c-fdd7-40dd-ac29-67176f30aab2),segment_id=ce34822c-fdd7-40dd-ac29-67176f30aab2)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:26:43.607526 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:43.609325 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:43.635262 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-4e56a3c2-4922-456d-af33-86253597f44f req-9d9989f8-8bce-4ed8-8135-1f3f8cf7fb99 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/security-groups?id=d12a2ad5-dd0e-4a4a-86b4-8ccafda95509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415473 May 31 18:26:43.643479 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c84d01-3a5f-4818-bd3b-fda7b1983d77 x-openstack-request-id: req-77c84d01-3a5f-4818-bd3b-fda7b1983d77 {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:26:43.643774 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea16651a-5a4b-40e0-9392-506aeea9f307", "name": "network-vif-plugged", "status": "completed", "tag": "1984bd68-887e-445a-989d-82e573f297fa", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:26:43.644049 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-77c84d01-3a5f-4818-bd3b-fda7b1983d77 {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:26:43.644442 dv-cinder-770050-4-smb neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea16651a-5a4b-40e0-9392-506aeea9f307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1984bd68-887e-445a-989d-82e573f297fa', 'code': 200} May 31 18:26:43.676532 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=1984bd68-887e-445a-989d-82e573f297fa,revision_number=5']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:43.683798 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:43.684167 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:43.684506 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:43.684837 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:43.685164 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:43.685485 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:43.685801 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:43.686118 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:43.686437 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:43.686751 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:43.687084 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:43.687375 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:26:43.690998 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:43.862351 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094f608f-4e15-448d-9496-aa29b1efbb08 req-ad8ac891-c9aa-4ee3-bf86-079f6804edf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:43.863817 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-094f608f-4e15-448d-9496-aa29b1efbb08 req-ad8ac891-c9aa-4ee3-bf86-079f6804edf3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ea16651a-5a4b-40e0-9392-506aeea9f307 HTTP/1.1" status: 200 len: 1099 time: 0.0675762 May 31 18:26:43.888322 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28169044-fac5-4d2d-b960-5f7138ec5746 req-ffe4e4c8-277c-4e02-8f4d-980d3feca5be tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:43.889698 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-28169044-fac5-4d2d-b960-5f7138ec5746 req-ffe4e4c8-277c-4e02-8f4d-980d3feca5be tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea16651a-5a4b-40e0-9392-506aeea9f307 HTTP/1.1" status: 200 len: 946 time: 0.0804009 May 31 18:26:43.907301 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-094f608f-4e15-448d-9496-aa29b1efbb08 req-fc16be8e-7fbc-4a40-b045-c9a009eeeb78 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373659 May 31 18:26:43.933683 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-28169044-fac5-4d2d-b960-5f7138ec5746 req-a66049a3-83f9-45b7-8fe2-eca86a0ea6f6 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375087 May 31 18:26:44.815547 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044ac987-be3a-4672-83b6-9582058158bd req-6267cb1d-9bac-4bea-ad21-23a40780be70 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:44.817000 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-044ac987-be3a-4672-83b6-9582058158bd req-6267cb1d-9bac-4bea-ad21-23a40780be70 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 944 time: 0.0774524 May 31 18:26:44.859797 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-044ac987-be3a-4672-83b6-9582058158bd req-6039d9f8-a74e-4663-af01-c4521619b041 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/security-groups?id=d12a2ad5-dd0e-4a4a-86b4-8ccafda95509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372329 May 31 18:26:45.123329 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2dfcb-c870-4c86-99dd-1d8b6cd271b2 req-1a43b23d-f48d-4a8e-b3b0-13b96a250a40 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:45.124770 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-f9e2dfcb-c870-4c86-99dd-1d8b6cd271b2 req-1a43b23d-f48d-4a8e-b3b0-13b96a250a40 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea16651a-5a4b-40e0-9392-506aeea9f307 HTTP/1.1" status: 200 len: 946 time: 0.0777123 May 31 18:26:45.168176 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-f9e2dfcb-c870-4c86-99dd-1d8b6cd271b2 req-545c1509-3a2f-4ed3-b8d8-94d1839a2d34 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378075 May 31 18:26:45.378354 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 41a637b4-79a6-4cfe-8f96-e464d458f0fa details requested by agent hyperv_hv-cinder-77005 with host hv-cinder-77005 {{(pid=91755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 18:26:45.519770 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 41a637b4-79a6-4cfe-8f96-e464d458f0fa, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=41a637b4-79a6-4cfe-8f96-e464d458f0fa,segment=NetworkSegment(09bd77f6-2df8-4630-9780-b1638bc63fc6),segment_id=09bd77f6-2df8-4630-9780-b1638bc63fc6)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:26:45.533995 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Returning: {'device': '41a637b4-79a6-4cfe-8f96-e464d458f0fa', 'network_id': '26033630-c094-437e-93aa-b8a115d789c9', 'port_id': '41a637b4-79a6-4cfe-8f96-e464d458f0fa', 'mac_address': 'fa:16:3e:1b:b5:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b840fde-a81b-4ecc-8a96-304bc35260a8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 18:26:45.593806 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:45.610438 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41a637b4-79a6-4cfe-8f96-e464d458f0fa {{(pid=91755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:26:45.626425 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 41a637b4-79a6-4cfe-8f96-e464d458f0fa, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=41a637b4-79a6-4cfe-8f96-e464d458f0fa,segment=NetworkSegment(09bd77f6-2df8-4630-9780-b1638bc63fc6),segment_id=09bd77f6-2df8-4630-9780-b1638bc63fc6)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:26:45.630429 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:45.632144 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-1402b5b2-2485-460e-bd63-2e523caf6d28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:45.696329 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=41a637b4-79a6-4cfe-8f96-e464d458f0fa,revision_number=4']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:45.699293 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:45.999149 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-03ba4acd-3242-4973-9a53-c0a7c0d4358c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:46.020716 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] get_ports_and_sgs() called for port_ids ['41a637b4-79a6-4cfe-8f96-e464d458f0fa'] {{(pid=91755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:26:46.152018 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5bc723-3644-4783-945f-89fdd213a080 req-43024e03-f678-48ef-a7d3-35036f02b9f4 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:46.153463 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-fa5bc723-3644-4783-945f-89fdd213a080 req-43024e03-f678-48ef-a7d3-35036f02b9f4 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 945 time: 0.1875291 May 31 18:26:46.197428 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-fa5bc723-3644-4783-945f-89fdd213a080 req-96f4bc32-3194-43ab-9fac-dcdee8cb31ea tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/security-groups?id=d12a2ad5-dd0e-4a4a-86b4-8ccafda95509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383492 May 31 18:26:47.377689 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87a1b52-07ba-444a-971e-06eb4e7d6c54 req-6ac227e6-ee46-425e-b6a4-cc5380341d5e tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:47.379850 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d87a1b52-07ba-444a-971e-06eb4e7d6c54 req-6ac227e6-ee46-425e-b6a4-cc5380341d5e tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 945 time: 0.0788076 May 31 18:26:47.400113 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 41a637b4-79a6-4cfe-8f96-e464d458f0fa up at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:26:47.427595 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d87a1b52-07ba-444a-971e-06eb4e7d6c54 req-90c9a7bd-e3c3-469a-8d9a-61cbddd634af tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/security-groups?id=d12a2ad5-dd0e-4a4a-86b4-8ccafda95509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420823 May 31 18:26:47.471935 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Provisioning for port 41a637b4-79a6-4cfe-8f96-e464d458f0fa completed by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:26:47.476339 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Provisioning complete for port 41a637b4-79a6-4cfe-8f96-e464d458f0fa triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:26:47.476712 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:47.591767 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:47.617883 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aedbdeae-4709-48b8-a539-3c9b4d14779e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a637b4-79a6-4cfe-8f96-e464d458f0fa'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:26:47.620087 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e2032fe1b554800b495be35bbba042da1e7f6a6deba8ede5c150f2a358caca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4750e17a-d87d-4bb2-8e09-ddde875936a9" -d '{"events": [{"server_uuid": "aedbdeae-4709-48b8-a539-3c9b4d14779e", "name": "network-vif-plugged", "status": "completed", "tag": "41a637b4-79a6-4cfe-8f96-e464d458f0fa"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:26:47.627275 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 41a637b4-79a6-4cfe-8f96-e464d458f0fa, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=41a637b4-79a6-4cfe-8f96-e464d458f0fa,segment=NetworkSegment(09bd77f6-2df8-4630-9780-b1638bc63fc6),segment_id=09bd77f6-2df8-4630-9780-b1638bc63fc6)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:26:47.631510 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:47.633584 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:47.667105 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6644346b-8354-4d0a-820a-8ecfd5b6e71a x-openstack-request-id: req-6644346b-8354-4d0a-820a-8ecfd5b6e71a {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:26:47.667397 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aedbdeae-4709-48b8-a539-3c9b4d14779e", "name": "network-vif-plugged", "status": "completed", "tag": "41a637b4-79a6-4cfe-8f96-e464d458f0fa", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:26:47.667718 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6644346b-8354-4d0a-820a-8ecfd5b6e71a {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:26:47.668132 dv-cinder-770050-4-smb neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aedbdeae-4709-48b8-a539-3c9b4d14779e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a637b4-79a6-4cfe-8f96-e464d458f0fa', 'code': 200} May 31 18:26:47.699809 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=41a637b4-79a6-4cfe-8f96-e464d458f0fa,revision_number=5']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:47.702598 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:47.981842 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87ecaef-ddcc-42d7-a7f7-2c056bd17e7b req-5b946f07-8549-4aff-8702-df6cd871a778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:47.983232 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c87ecaef-ddcc-42d7-a7f7-2c056bd17e7b req-5b946f07-8549-4aff-8702-df6cd871a778 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 1099 time: 0.0670786 May 31 18:26:48.025424 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c87ecaef-ddcc-42d7-a7f7-2c056bd17e7b req-0e8e48b3-e7a7-460c-961f-900cd2228d33 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d12a2ad5-dd0e-4a4a-86b4-8ccafda95509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351462 May 31 18:26:48.544160 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c9b64762-0167-47db-b4eb-e78a14566d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:48.578503 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:48.623220 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce932dea-9828-4a35-b4d0-9db743eaaf1d req-d5564f70-85a4-411a-94f4-7176ea0f8fa8 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:48.624671 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-ce932dea-9828-4a35-b4d0-9db743eaaf1d req-d5564f70-85a4-411a-94f4-7176ea0f8fa8 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 946 time: 0.0932419 May 31 18:26:48.669439 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:48.670864 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-ce932dea-9828-4a35-b4d0-9db743eaaf1d req-b2af4a98-0ddf-428f-a119-fa3a663cd271 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/security-groups?id=d12a2ad5-dd0e-4a4a-86b4-8ccafda95509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400996 May 31 18:26:49.531135 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:49.615650 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-54ac7164-ce91-4caf-9b04-14f35d2191f4 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:49.617105 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-54ac7164-ce91-4caf-9b04-14f35d2191f4 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/networks?id=a138f206-e48f-42f0-bb09-b3b8cc3e7081 HTTP/1.1" status: 200 len: 814 time: 0.1468809 May 31 18:26:49.631194 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-9ecd2f24-e1a7-4ca6-8775-364161b6d31e tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/quotas/fe7b89adc05d486e8f56372e34e4e698 HTTP/1.1" status: 200 len: 375 time: 0.0086133 May 31 18:26:49.712232 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-902924c0-8e85-4599-a7f2-3776f3524a64 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fe7b89adc05d486e8f56372e34e4e698&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0762799 May 31 18:26:49.842696 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-57709b36-e3a8-4bce-a51b-853b8748b6f8 service neutron] 10.222.0.25 "GET /v2.0/networks/a138f206-e48f-42f0-bb09-b3b8cc3e7081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236405 May 31 18:26:49.854826 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec6d8d-36db-42c2-ac18-070c1ccca693 req-061673f5-de82-449e-8185-bfe8ca95c67a tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:49.856258 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-dbec6d8d-36db-42c2-ac18-070c1ccca693 req-061673f5-de82-449e-8185-bfe8ca95c67a tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 946 time: 0.0782645 May 31 18:26:49.900179 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-dbec6d8d-36db-42c2-ac18-070c1ccca693 req-16a7b359-cdfa-46a9-87d4-6c0bdea4b607 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/security-groups?id=d12a2ad5-dd0e-4a4a-86b4-8ccafda95509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384271 May 31 18:26:50.060279 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-ba28f1f3-f8f6-4187-b8bc-e54f6de49404 service neutron] 10.222.0.25 "GET /v2.0/networks/a138f206-e48f-42f0-bb09-b3b8cc3e7081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111881 May 31 18:26:50.087507 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005b26b-111a-4cfe-8343-d64e8f7156b5 req-cd4b5f7e-0aa6-4a80-a28f-1866ee1199a9 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:50.089000 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-e005b26b-111a-4cfe-8343-d64e8f7156b5 req-cd4b5f7e-0aa6-4a80-a28f-1866ee1199a9 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 946 time: 0.0855918 May 31 18:26:50.134064 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-e005b26b-111a-4cfe-8343-d64e8f7156b5 req-4f650000-8247-451c-8bcb-7c6b2c7f8f39 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/security-groups?id=d12a2ad5-dd0e-4a4a-86b4-8ccafda95509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394189 May 31 18:26:50.158104 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 34716) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:26:50.239002 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-4a46ebf0-b6e0-42d3-ae1f-ad47a5b80866 req-f7e0ff14-d613-4326-8075-a43f904997e7 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=9189f551-1c6f-4a38-bec2-0dfd07a8b38b HTTP/1.1" status: 200 len: 210 time: 0.0426280 May 31 18:26:50.348153 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15022f45-a0cf-4a29-979e-2bab91879008 tempest-TestShelveInstance-1379169525 tempest-TestShelveInstance-1379169525-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:50.348776 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-15022f45-a0cf-4a29-979e-2bab91879008 tempest-TestShelveInstance-1379169525 tempest-TestShelveInstance-1379169525-project-admin] Synchronizing usage tracker for tenant:9195bf41a4b04faab6b957e00e379062 on resource:port {{(pid=91753) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:26:50.365550 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-15022f45-a0cf-4a29-979e-2bab91879008 tempest-TestShelveInstance-1379169525 tempest-TestShelveInstance-1379169525-project-admin] Unset dirty status for tenant:9195bf41a4b04faab6b957e00e379062 on resource:port {{(pid=91753) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:26:50.366706 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-15022f45-a0cf-4a29-979e-2bab91879008 tempest-TestShelveInstance-1379169525 tempest-TestShelveInstance-1379169525-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 1094 time: 0.2075739 May 31 18:26:50.369656 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 34730) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:26:50.374757 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.v2.base [None req-345ca83a-061f-461f-97f8-c6291c18aaf5 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Request body: {'floatingip': {'floating_network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'port_id': '41a637b4-79a6-4cfe-8f96-e464d458f0fa', 'tenant_id': '71e173376bb2401c9a4bd03dc519309c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=91753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:26:50.381017 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-345ca83a-061f-461f-97f8-c6291c18aaf5 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:26:50.384774 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-345ca83a-061f-461f-97f8-c6291c18aaf5 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Usage tracker for resource:floatingip and tenant:71e173376bb2401c9a4bd03dc519309c is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:26:50.387539 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-345ca83a-061f-461f-97f8-c6291c18aaf5 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:26:50.393885 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-345ca83a-061f-461f-97f8-c6291c18aaf5 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:26:50.405424 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-345ca83a-061f-461f-97f8-c6291c18aaf5 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks [] for floatingip, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:50.549040 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-345ca83a-061f-461f-97f8-c6291c18aaf5 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:50.688021 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.db_base_plugin_common [None req-345ca83a-061f-461f-97f8-c6291c18aaf5 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Allocated IP 172.28.1.51 (3a0124ad-3a38-4a71-989b-cf15592ffbdb/7dbd3a86-7301-413f-8501-e9f2643d6bdc/ad9fb953-4a19-4e3b-9148-467902f418c1) {{(pid=91753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:26:50.835953 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-345ca83a-061f-461f-97f8-c6291c18aaf5 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks [] for port, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:50.864517 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-345ca83a-061f-461f-97f8-c6291c18aaf5 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1833561'] for port, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:50.868615 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-ed6954fa-7b74-4709-9e9e-4d04985e87d2 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:50.929481 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345ca83a-061f-461f-97f8-c6291c18aaf5 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Network 3a0124ad-3a38-4a71-989b-cf15592ffbdb is already hosted by enough agents. {{(pid=91753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:26:50.932314 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.base_scheduler [None req-345ca83a-061f-461f-97f8-c6291c18aaf5 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Resources bound (agent type, host, resource id): {{(pid=91753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:26:50.935916 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345ca83a-061f-461f-97f8-c6291c18aaf5 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Received port after_create {{(pid=91753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:26:50.970427 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ca83a-061f-461f-97f8-c6291c18aaf5 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Pushing event updated for resources: {'Port': ['ID=ad9fb953-4a19-4e3b-9148-467902f418c1,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:50.978101 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-345ca83a-061f-461f-97f8-c6291c18aaf5 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:51.236804 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:51.346419 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-345ca83a-061f-461f-97f8-c6291c18aaf5 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:51.403105 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-9e038ab9-e11c-4026-8f69-5d41fe75cd6a req-4f35129e-b84d-4088-963d-504560f481a0 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=9189f551-1c6f-4a38-bec2-0dfd07a8b38b HTTP/1.1" status: 200 len: 210 time: 0.0482125 May 31 18:26:51.483121 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-345ca83a-061f-461f-97f8-c6291c18aaf5 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:51.509127 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-681a3b27-0ead-471a-a04e-d4ea23688bed tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:51.510607 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-681a3b27-0ead-471a-a04e-d4ea23688bed tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.20 "GET /v2.0/networks?id=a138f206-e48f-42f0-bb09-b3b8cc3e7081 HTTP/1.1" status: 200 len: 814 time: 0.1528978 May 31 18:26:51.523668 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-78461eb5-56ae-42d9-a873-c3d2adc4a474 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Request body: {'port': {'device_id': '9189f551-1c6f-4a38-bec2-0dfd07a8b38b', 'network_id': 'a138f206-e48f-42f0-bb09-b3b8cc3e7081', 'admin_state_up': True, 'tenant_id': 'fe7b89adc05d486e8f56372e34e4e698'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:26:51.660547 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-78461eb5-56ae-42d9-a873-c3d2adc4a474 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:26:51.669826 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-78461eb5-56ae-42d9-a873-c3d2adc4a474 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:26:51.680150 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-78461eb5-56ae-42d9-a873-c3d2adc4a474 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Made reservation on behalf of fe7b89adc05d486e8f56372e34e4e698 for: {'port': 1} {{(pid=91754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:26:51.683567 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-78461eb5-56ae-42d9-a873-c3d2adc4a474 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:51.687937 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-345ca83a-061f-461f-97f8-c6291c18aaf5 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks [] for port, precommit_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:51.692911 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-345ca83a-061f-461f-97f8-c6291c18aaf5 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1833552'] for port, after_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:51.697508 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-6cbe8aa9-42bb-4031-9acc-9f9435e9f337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:51.802182 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ca83a-061f-461f-97f8-c6291c18aaf5 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Pushing event updated for resources: {'Port': ['ID=ad9fb953-4a19-4e3b-9148-467902f418c1,revision_number=2']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:51.806013 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-345ca83a-061f-461f-97f8-c6291c18aaf5 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:51.812939 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-345ca83a-061f-461f-97f8-c6291c18aaf5 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960568'] for floatingip, after_update {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:51.846517 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.db_base_plugin_common [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-78461eb5-56ae-42d9-a873-c3d2adc4a474 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Allocated IP 172.20.0.3 (a138f206-e48f-42f0-bb09-b3b8cc3e7081/ddc38e44-cb06-433e-bfbd-9bc731518aaa/b019f556-2a8b-49ef-bb01-3642353d38a9) {{(pid=91754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:26:52.049577 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-78461eb5-56ae-42d9-a873-c3d2adc4a474 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Notify callbacks [] for port, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:52.074640 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.db.l3_db [None req-345ca83a-061f-461f-97f8-c6291c18aaf5 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Floating IP 48bda797-af7f-43ed-8d71-615cb622703d associated. External IP: 172.28.1.51, port: 41a637b4-79a6-4cfe-8f96-e464d458f0fa. May 31 18:26:52.079781 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-78461eb5-56ae-42d9-a873-c3d2adc4a474 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:52.085429 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-28afbc8b-f188-48cd-ad51-2caba63b950e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:52.091590 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] get_ports_and_sgs() called for port_ids ['1984bd68-887e-445a-989d-82e573f297fa'] {{(pid=91755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:26:52.156718 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-78461eb5-56ae-42d9-a873-c3d2adc4a474 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Network a138f206-e48f-42f0-bb09-b3b8cc3e7081 is already hosted by enough agents. {{(pid=91754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:26:52.159918 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.base_scheduler [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-78461eb5-56ae-42d9-a873-c3d2adc4a474 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Resources bound (agent type, host, resource id): {{(pid=91754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:26:52.163697 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-78461eb5-56ae-42d9-a873-c3d2adc4a474 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Received port after_create {{(pid=91754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:26:52.198845 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78461eb5-56ae-42d9-a873-c3d2adc4a474 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Pushing event updated for resources: {'Port': ['ID=b019f556-2a8b-49ef-bb01-3642353d38a9,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:52.203219 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-78461eb5-56ae-42d9-a873-c3d2adc4a474 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:52.231141 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-78461eb5-56ae-42d9-a873-c3d2adc4a474 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:52.231755 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-78461eb5-56ae-42d9-a873-c3d2adc4a474 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:52.258045 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-78461eb5-56ae-42d9-a873-c3d2adc4a474 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7385588 May 31 18:26:52.270809 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-26ae1391-4b77-4ff4-85b3-2c72901e24f3 service neutron] Request body: {'port': {'device_id': '9189f551-1c6f-4a38-bec2-0dfd07a8b38b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77005'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:26:52.381084 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-26ae1391-4b77-4ff4-85b3-2c72901e24f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:52.453652 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-345ca83a-061f-461f-97f8-c6291c18aaf5 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Router 169fce63-d5b6-43b7-be62-0ffbe273403f has already been hosted by L3 agent aa8b4aa1-734a-4f99-a735-849181ae9a49 {{(pid=91753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:26:52.635860 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345ca83a-061f-461f-97f8-c6291c18aaf5 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify agent at l3_agent.dv-cinder-770050-4-smb the message routers_updated {{(pid=91753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:26:52.650383 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b746a5a-4ec5-4996-8142-3b9122c14d18 None None] Sync routers for ids ['169fce63-d5b6-43b7-be62-0ffbe273403f'] in dv-cinder-770050-4-smb {{(pid=91756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:26:52.661956 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b746a5a-4ec5-4996-8142-3b9122c14d18 None None] Routers {'169fce63-d5b6-43b7-be62-0ffbe273403f'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:26:52.662731 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-1b746a5a-4ec5-4996-8142-3b9122c14d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:26:49Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['169fce63-d5b6-43b7-be62-0ffbe273403f'], 'active': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:26:52.667982 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-345ca83a-061f-461f-97f8-c6291c18aaf5 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for floatingip, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:52.740571 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-345ca83a-061f-461f-97f8-c6291c18aaf5 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3698673 May 31 18:26:52.742422 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aedbdeae-4709-48b8-a539-3c9b4d14779e', 'tag': '41a637b4-79a6-4cfe-8f96-e464d458f0fa'}] {{(pid=91753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:26:52.745317 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4a07d5f70f7fd4dbd3fa52429be7a5e9952b90ad99acae3e898da8695de761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476c5911-5de9-4f28-9d11-80859aec246b" -d '{"events": [{"name": "network-changed", "server_uuid": "aedbdeae-4709-48b8-a539-3c9b4d14779e", "tag": "41a637b4-79a6-4cfe-8f96-e464d458f0fa"}]}' {{(pid=91753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:26:52.803897 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989c1bb-99e5-4e6e-9226-d2cafa1f35ce req-bdd21a42-84cb-4377-8dbc-bacf4f5d7f8e tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:52.804736 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-5989c1bb-99e5-4e6e-9226-d2cafa1f35ce req-bdd21a42-84cb-4377-8dbc-bacf4f5d7f8e tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Synchronizing usage tracker for tenant:fe7b89adc05d486e8f56372e34e4e698 on resource:port {{(pid=91754) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:26:52.808969 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3313e141-7339-4b05-82e1-8a2dd50cd0bf x-openstack-request-id: req-3313e141-7339-4b05-82e1-8a2dd50cd0bf {{(pid=91753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:26:52.809380 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aedbdeae-4709-48b8-a539-3c9b4d14779e", "tag": "41a637b4-79a6-4cfe-8f96-e464d458f0fa", "status": "completed", "code": 200}]} {{(pid=91753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:26:52.809672 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3313e141-7339-4b05-82e1-8a2dd50cd0bf {{(pid=91753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:26:52.810101 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aedbdeae-4709-48b8-a539-3c9b4d14779e', 'tag': '41a637b4-79a6-4cfe-8f96-e464d458f0fa', 'status': 'completed', 'code': 200} May 31 18:26:52.897068 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvr_db [None req-1b746a5a-4ec5-4996-8142-3b9122c14d18 None None] Set router 169fce63-d5b6-43b7-be62-0ffbe273403f gateway port host: dv-cinder-770050-4-smb {{(pid=91756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:26:52.910457 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c5911-5de9-4f28-9d11-80859aec246b req-25998bf1-4ff7-4199-bedf-0f830f8d4e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:52.912625 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-476c5911-5de9-4f28-9d11-80859aec246b req-25998bf1-4ff7-4199-bedf-0f830f8d4e44 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71e173376bb2401c9a4bd03dc519309c&device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 1099 time: 0.0768318 May 31 18:26:52.921909 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-5989c1bb-99e5-4e6e-9226-d2cafa1f35ce req-bdd21a42-84cb-4377-8dbc-bacf4f5d7f8e tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Unset dirty status for tenant:fe7b89adc05d486e8f56372e34e4e698 on resource:port {{(pid=91754) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:26:52.923034 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-5989c1bb-99e5-4e6e-9226-d2cafa1f35ce req-bdd21a42-84cb-4377-8dbc-bacf4f5d7f8e tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=9189f551-1c6f-4a38-bec2-0dfd07a8b38b HTTP/1.1" status: 200 len: 931 time: 0.4011111 May 31 18:26:52.926785 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.notifiers.nova [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-26ae1391-4b77-4ff4-85b3-2c72901e24f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b019f556-2a8b-49ef-bb01-3642353d38a9 {{(pid=91754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:26:52.935908 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-26ae1391-4b77-4ff4-85b3-2c72901e24f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:52.986610 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-5989c1bb-99e5-4e6e-9226-d2cafa1f35ce req-10bebad5-1f6c-48f2-8c59-960365893e59 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549092 May 31 18:26:52.987527 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.provisioning_blocks [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-26ae1391-4b77-4ff4-85b3-2c72901e24f3 service neutron] Transition to ACTIVE for port object b019f556-2a8b-49ef-bb01-3642353d38a9 will not be triggered until provisioned by entity L2. {{(pid=91754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:26:52.993155 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-26ae1391-4b77-4ff4-85b3-2c72901e24f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10874078'] for port, after_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:52.998760 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-3f2abceb-db54-47f1-86e3-50a43d0655d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:53.074308 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae1391-4b77-4ff4-85b3-2c72901e24f3 service neutron] Pushing event updated for resources: {'Port': ['ID=b019f556-2a8b-49ef-bb01-3642353d38a9,revision_number=2']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:53.078169 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-26ae1391-4b77-4ff4-85b3-2c72901e24f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:53.098257 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c5911-5de9-4f28-9d11-80859aec246b req-870dca56-b62f-4b32-a9ce-51feb517328b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:53.099907 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-476c5911-5de9-4f28-9d11-80859aec246b req-870dca56-b62f-4b32-a9ce-51feb517328b service neutron] 10.222.0.20 "GET /v2.0/networks?id=26033630-c094-437e-93aa-b8a115d789c9 HTTP/1.1" status: 200 len: 908 time: 0.1813524 May 31 18:26:53.206235 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-476c5911-5de9-4f28-9d11-80859aec246b req-6b9820d6-0da1-458d-bd4b-d3e92687f854 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41a637b4-79a6-4cfe-8f96-e464d458f0fa HTTP/1.1" status: 200 len: 999 time: 0.1002872 May 31 18:26:53.247954 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.managers [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-26ae1391-4b77-4ff4-85b3-2c72901e24f3 service neutron] Attempting to bind port b019f556-2a8b-49ef-bb01-3642353d38a9 on host hv-cinder-77005 for vnic_type normal with profile {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:26:53.248605 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.managers [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-26ae1391-4b77-4ff4-85b3-2c72901e24f3 service neutron] Attempting to bind port b019f556-2a8b-49ef-bb01-3642353d38a9 by drivers openvswitch,hyperv on host hv-cinder-77005 at level 0 using segments [{'id': 'ce34822c-fdd7-40dd-ac29-67176f30aab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a138f206-e48f-42f0-bb09-b3b8cc3e7081'}] {{(pid=91754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:26:53.249102 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-26ae1391-4b77-4ff4-85b3-2c72901e24f3 service neutron] Attempting to bind port b019f556-2a8b-49ef-bb01-3642353d38a9 on network a138f206-e48f-42f0-bb09-b3b8cc3e7081 {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:26:53.253818 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-26ae1391-4b77-4ff4-85b3-2c72901e24f3 service neutron] Port b019f556-2a8b-49ef-bb01-3642353d38a9 on network a138f206-e48f-42f0-bb09-b3b8cc3e7081 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77005 {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 18:26:53.254697 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-26ae1391-4b77-4ff4-85b3-2c72901e24f3 service neutron] Attempting to bind port b019f556-2a8b-49ef-bb01-3642353d38a9 on network a138f206-e48f-42f0-bb09-b3b8cc3e7081 {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:26:53.259748 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-26ae1391-4b77-4ff4-85b3-2c72901e24f3 service neutron] Checking agent: {'id': '46eeceb7-2107-4a71-92f6-f52bad665eae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77005', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 16, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:26:53.260101 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-26ae1391-4b77-4ff4-85b3-2c72901e24f3 service neutron] Checking segment: {'id': 'ce34822c-fdd7-40dd-ac29-67176f30aab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a138f206-e48f-42f0-bb09-b3b8cc3e7081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:26:53.260474 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-26ae1391-4b77-4ff4-85b3-2c72901e24f3 service neutron] Bound using segment: {'id': 'ce34822c-fdd7-40dd-ac29-67176f30aab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a138f206-e48f-42f0-bb09-b3b8cc3e7081'} {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:26:53.260895 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.managers [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-26ae1391-4b77-4ff4-85b3-2c72901e24f3 service neutron] Bound port: b019f556-2a8b-49ef-bb01-3642353d38a9, host: hv-cinder-77005, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce34822c-fdd7-40dd-ac29-67176f30aab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a138f206-e48f-42f0-bb09-b3b8cc3e7081'}}] {{(pid=91754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:26:53.261232 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-26ae1391-4b77-4ff4-85b3-2c72901e24f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:53.274618 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c5911-5de9-4f28-9d11-80859aec246b req-815fbe9e-9fbe-4969-93b3-1071c71321de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:53.276808 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-476c5911-5de9-4f28-9d11-80859aec246b req-815fbe9e-9fbe-4969-93b3-1071c71321de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b840fde-a81b-4ecc-8a96-304bc35260a8 HTTP/1.1" status: 200 len: 847 time: 0.0649846 May 31 18:26:53.278126 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-1b746a5a-4ec5-4996-8142-3b9122c14d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169fce63-d5b6-43b7-be62-0ffbe273403f', 'name': 'tempest-TestShelveInstance-974295154-router', 'tenant_id': '71e173376bb2401c9a4bd03dc519309c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': '43a5edd4-919e-4e94-b60f-ad705c4a70a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:26:01Z', 'updated_at': '2021-05-31T18:26:05Z', 'revision_number': 4, 'project_id': '71e173376bb2401c9a4bd03dc519309c', 'gw_port': {'id': '43a5edd4-919e-4e94-b60f-ad705c4a70a4', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169fce63-d5b6-43b7-be62-0ffbe273403f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:26:01Z', 'updated_at': '2021-05-31T18:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_floatingips': [{'id': '48bda797-af7f-43ed-8d71-615cb622703d', 'tenant_id': '71e173376bb2401c9a4bd03dc519309c', 'floating_ip_address': '172.28.1.51', 'floating_network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'router_id': '169fce63-d5b6-43b7-be62-0ffbe273403f', 'port_id': '41a637b4-79a6-4cfe-8f96-e464d458f0fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26033630-c094-437e-93aa-b8a115d789c9', 'mac_address': 'fa:16:3e:1b:b5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aedbdeae-4709-48b8-a539-3c9b4d14779e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T18:26:51Z', 'updated_at': '2021-05-31T18:26:51Z', 'revision_number': 0, 'project_id': '71e173376bb2401c9a4bd03dc519309c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06ec8f30-7a77-47aa-9c2e-ce1618b403df', 'name': '', 'network_id': '26033630-c094-437e-93aa-b8a115d789c9', 'tenant_id': '71e173376bb2401c9a4bd03dc519309c', 'mac_address': 'fa:16:3e:25:f4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169fce63-d5b6-43b7-be62-0ffbe273403f', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '8b840fde-a81b-4ecc-8a96-304bc35260a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:26:04Z', 'updated_at': '2021-05-31T18:26:12Z', 'revision_number': 5, 'project_id': '71e173376bb2401c9a4bd03dc519309c', 'subnets': [{'id': '8b840fde-a81b-4ecc-8a96-304bc35260a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:26:53.281921 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b746a5a-4ec5-4996-8142-3b9122c14d18 None None] Checking router: 169fce63-d5b6-43b7-be62-0ffbe273403f for host: dv-cinder-770050-4-smb {{(pid=91756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:26:53.290168 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b746a5a-4ec5-4996-8142-3b9122c14d18 None None] Routers {'169fce63-d5b6-43b7-be62-0ffbe273403f'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:26:53.290792 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-1b746a5a-4ec5-4996-8142-3b9122c14d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:26:49Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['169fce63-d5b6-43b7-be62-0ffbe273403f'], 'active': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:26:53.349219 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-26ae1391-4b77-4ff4-85b3-2c72901e24f3 service neutron] For port b019f556-2a8b-49ef-bb01-3642353d38a9, host hv-cinder-77005, cleared binding levels {{(pid=91754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:26:53.352570 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-26ae1391-4b77-4ff4-85b3-2c72901e24f3 service neutron] For port b019f556-2a8b-49ef-bb01-3642353d38a9, host hv-cinder-77005, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=b019f556-2a8b-49ef-bb01-3642353d38a9,segment=NetworkSegment(ce34822c-fdd7-40dd-ac29-67176f30aab2),segment_id=ce34822c-fdd7-40dd-ac29-67176f30aab2)] {{(pid=91754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:26:53.352798 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c5911-5de9-4f28-9d11-80859aec246b req-bffff2ed-3bb6-4239-99cc-0a6931e7036b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:53.354381 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-476c5911-5de9-4f28-9d11-80859aec246b req-bffff2ed-3bb6-4239-99cc-0a6931e7036b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=26033630-c094-437e-93aa-b8a115d789c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0706971 May 31 18:26:53.357483 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-26ae1391-4b77-4ff4-85b3-2c72901e24f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10874078'] for port, after_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:53.361996 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-21d8cb97-17ab-46c6-80aa-b450e8022b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:53.421953 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-26ae1391-4b77-4ff4-85b3-2c72901e24f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:53.422553 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-26ae1391-4b77-4ff4-85b3-2c72901e24f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:53.424785 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-26ae1391-4b77-4ff4-85b3-2c72901e24f3 service neutron] 10.222.0.20 "PUT /v2.0/ports/b019f556-2a8b-49ef-bb01-3642353d38a9 HTTP/1.1" status: 200 len: 1093 time: 1.1596093 May 31 18:26:53.427784 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9189f551-1c6f-4a38-bec2-0dfd07a8b38b', 'tag': 'b019f556-2a8b-49ef-bb01-3642353d38a9'}] {{(pid=91754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:26:53.428094 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b8d31c20630307edfd170fd0520c8261bc4320d7d7b7fb717012a3b2519c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c83ba7e5-fba8-4b16-bbb4-69924b50bc8c" -d '{"events": [{"name": "network-changed", "server_uuid": "9189f551-1c6f-4a38-bec2-0dfd07a8b38b", "tag": "b019f556-2a8b-49ef-bb01-3642353d38a9"}]}' {{(pid=91754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:26:53.452163 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae1391-4b77-4ff4-85b3-2c72901e24f3 service neutron] Pushing event updated for resources: {'Port': ['ID=b019f556-2a8b-49ef-bb01-3642353d38a9,revision_number=3']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:53.456804 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-26ae1391-4b77-4ff4-85b3-2c72901e24f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:53.494205 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvr_db [None req-1b746a5a-4ec5-4996-8142-3b9122c14d18 None None] Set router 169fce63-d5b6-43b7-be62-0ffbe273403f gateway port host: dv-cinder-770050-4-smb {{(pid=91756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:26:53.508483 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885a2273-dde2-4a40-ad0b-58885be41721 x-openstack-request-id: req-885a2273-dde2-4a40-ad0b-58885be41721 {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:26:53.508810 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9189f551-1c6f-4a38-bec2-0dfd07a8b38b", "tag": "b019f556-2a8b-49ef-bb01-3642353d38a9", "status": "completed", "code": 200}]} {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:26:53.509096 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-885a2273-dde2-4a40-ad0b-58885be41721 {{(pid=91754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:26:53.509523 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9189f551-1c6f-4a38-bec2-0dfd07a8b38b', 'tag': 'b019f556-2a8b-49ef-bb01-3642353d38a9', 'status': 'completed', 'code': 200} May 31 18:26:53.515388 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-476c5911-5de9-4f28-9d11-80859aec246b req-21014cb6-bc3b-4b36-842e-a83ff3aa9a23 service neutron] 10.222.0.20 "GET /v2.0/networks/26033630-c094-437e-93aa-b8a115d789c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542628 May 31 18:26:53.544383 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-5e6104de-ea98-4118-b0ea-f3d01f28ba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:53.545849 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-5e6104de-ea98-4118-b0ea-f3d01f28ba84 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fe7b89adc05d486e8f56372e34e4e698&device_id=9189f551-1c6f-4a38-bec2-0dfd07a8b38b HTTP/1.1" status: 200 len: 1096 time: 0.0817468 May 31 18:26:53.617911 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-ded749e9-8c12-406e-bbb5-b929250a62e2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b019f556-2a8b-49ef-bb01-3642353d38a9 HTTP/1.1" status: 200 len: 217 time: 0.0642762 May 31 18:26:53.650233 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-476c5911-5de9-4f28-9d11-80859aec246b req-2d1870a9-ac43-430b-a47b-a6e96df43755 service neutron] 10.222.0.20 "GET /v2.0/networks/26033630-c094-437e-93aa-b8a115d789c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285346 May 31 18:26:53.681632 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-9a435999-0b35-4bbe-9efe-8cc39ea9ae3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:53.683049 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-9a435999-0b35-4bbe-9efe-8cc39ea9ae3b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ddc38e44-cb06-433e-bfbd-9bc731518aaa HTTP/1.1" status: 200 len: 854 time: 0.0588408 May 31 18:26:53.732151 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-3cde46cb-47ba-48fb-80ab-a40d25069597 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a138f206-e48f-42f0-bb09-b3b8cc3e7081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430086 May 31 18:26:53.859823 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-1b746a5a-4ec5-4996-8142-3b9122c14d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169fce63-d5b6-43b7-be62-0ffbe273403f', 'name': 'tempest-TestShelveInstance-974295154-router', 'tenant_id': '71e173376bb2401c9a4bd03dc519309c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': '43a5edd4-919e-4e94-b60f-ad705c4a70a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:26:01Z', 'updated_at': '2021-05-31T18:26:05Z', 'revision_number': 4, 'project_id': '71e173376bb2401c9a4bd03dc519309c', 'gw_port': {'id': '43a5edd4-919e-4e94-b60f-ad705c4a70a4', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169fce63-d5b6-43b7-be62-0ffbe273403f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:26:01Z', 'updated_at': '2021-05-31T18:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_floatingips': [{'id': '48bda797-af7f-43ed-8d71-615cb622703d', 'tenant_id': '71e173376bb2401c9a4bd03dc519309c', 'floating_ip_address': '172.28.1.51', 'floating_network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'router_id': '169fce63-d5b6-43b7-be62-0ffbe273403f', 'port_id': '41a637b4-79a6-4cfe-8f96-e464d458f0fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26033630-c094-437e-93aa-b8a115d789c9', 'mac_address': 'fa:16:3e:1b:b5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aedbdeae-4709-48b8-a539-3c9b4d14779e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T18:26:51Z', 'updated_at': '2021-05-31T18:26:51Z', 'revision_number': 0, 'project_id': '71e173376bb2401c9a4bd03dc519309c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06ec8f30-7a77-47aa-9c2e-ce1618b403df', 'name': '', 'network_id': '26033630-c094-437e-93aa-b8a115d789c9', 'tenant_id': '71e173376bb2401c9a4bd03dc519309c', 'mac_address': 'fa:16:3e:25:f4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169fce63-d5b6-43b7-be62-0ffbe273403f', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '8b840fde-a81b-4ecc-8a96-304bc35260a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:26:04Z', 'updated_at': '2021-05-31T18:26:12Z', 'revision_number': 5, 'project_id': '71e173376bb2401c9a4bd03dc519309c', 'subnets': [{'id': '8b840fde-a81b-4ecc-8a96-304bc35260a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:26:53.864215 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b746a5a-4ec5-4996-8142-3b9122c14d18 None None] The sync data for ids ['169fce63-d5b6-43b7-be62-0ffbe273403f'] in dv-cinder-770050-4-smb is: [{'id': '169fce63-d5b6-43b7-be62-0ffbe273403f', 'name': 'tempest-TestShelveInstance-974295154-router', 'tenant_id': '71e173376bb2401c9a4bd03dc519309c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': '43a5edd4-919e-4e94-b60f-ad705c4a70a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:26:01Z', 'updated_at': '2021-05-31T18:26:05Z', 'revision_number': 4, 'project_id': '71e173376bb2401c9a4bd03dc519309c', 'gw_port': {'id': '43a5edd4-919e-4e94-b60f-ad705c4a70a4', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169fce63-d5b6-43b7-be62-0ffbe273403f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:26:01Z', 'updated_at': '2021-05-31T18:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_floatingips': [{'id': '48bda797-af7f-43ed-8d71-615cb622703d', 'tenant_id': '71e173376bb2401c9a4bd03dc519309c', 'floating_ip_address': '172.28.1.51', 'floating_network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'router_id': '169fce63-d5b6-43b7-be62-0ffbe273403f', 'port_id': '41a637b4-79a6-4cfe-8f96-e464d458f0fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '26033630-c094-437e-93aa-b8a115d789c9', 'mac_address': 'fa:16:3e:1b:b5:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aedbdeae-4709-48b8-a539-3c9b4d14779e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T18:26:51Z', 'updated_at': '2021-05-31T18:26:51Z', 'revision_number': 0, 'project_id': '71e173376bb2401c9a4bd03dc519309c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06ec8f30-7a77-47aa-9c2e-ce1618b403df', 'name': '', 'network_id': '26033630-c094-437e-93aa-b8a115d789c9', 'tenant_id': '71e173376bb2401c9a4bd03dc519309c', 'mac_address': 'fa:16:3e:25:f4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169fce63-d5b6-43b7-be62-0ffbe273403f', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '8b840fde-a81b-4ecc-8a96-304bc35260a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:26:04Z', 'updated_at': '2021-05-31T18:26:12Z', 'revision_number': 5, 'project_id': '71e173376bb2401c9a4bd03dc519309c', 'subnets': [{'id': '8b840fde-a81b-4ecc-8a96-304bc35260a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:26:53.870736 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-eda68c84-6e54-4f67-bb8c-1d1f89c83b32 service neutron] 10.222.0.20 "GET /v2.0/networks/a138f206-e48f-42f0-bb09-b3b8cc3e7081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306171 May 31 18:26:54.003754 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9c3a9d8d-afe6-4d10-bf8d-454e281b082f req-d7fce301-2c11-4eea-bc8d-cc16b19075d4 service neutron] 10.222.0.20 "GET /v2.0/networks/a138f206-e48f-42f0-bb09-b3b8cc3e7081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268270 May 31 18:26:54.043089 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134267ad-5b45-489a-892d-ea6305d7face None None] New status for floating IP 48bda797-af7f-43ed-8d71-615cb622703d: ACTIVE {{(pid=91755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 18:26:54.188531 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ba7e5-fba8-4b16-bbb4-69924b50bc8c req-9efe25c5-969b-413a-8b82-2dd642b0f21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:54.189970 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c83ba7e5-fba8-4b16-bbb4-69924b50bc8c req-9efe25c5-969b-413a-8b82-2dd642b0f21c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fe7b89adc05d486e8f56372e34e4e698&device_id=9189f551-1c6f-4a38-bec2-0dfd07a8b38b HTTP/1.1" status: 200 len: 1096 time: 0.1363094 May 31 18:26:54.229065 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a0a8a-06e4-433c-850d-570cb7a26d49 req-53bc5895-dcfa-4fb3-b3a5-bc6982fd4947 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:54.230491 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a70a0a8a-06e4-433c-850d-570cb7a26d49 req-53bc5895-dcfa-4fb3-b3a5-bc6982fd4947 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=9189f551-1c6f-4a38-bec2-0dfd07a8b38b HTTP/1.1" status: 200 len: 943 time: 0.1258154 May 31 18:26:54.358960 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a70a0a8a-06e4-433c-850d-570cb7a26d49 req-9d6b88ca-ec0b-4569-b086-6168dd5f9fc8 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771725 May 31 18:26:54.365906 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ba7e5-fba8-4b16-bbb4-69924b50bc8c req-9afad166-4462-412c-8a8c-2dfd83650d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:54.367236 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c83ba7e5-fba8-4b16-bbb4-69924b50bc8c req-9afad166-4462-412c-8a8c-2dfd83650d1d service neutron] 10.222.0.20 "GET /v2.0/networks?id=a138f206-e48f-42f0-bb09-b3b8cc3e7081 HTTP/1.1" status: 200 len: 914 time: 0.1695573 May 31 18:26:54.434167 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c83ba7e5-fba8-4b16-bbb4-69924b50bc8c req-a37c0865-f040-405f-ae76-bfd0a26173f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b019f556-2a8b-49ef-bb01-3642353d38a9 HTTP/1.1" status: 200 len: 217 time: 0.0603621 May 31 18:26:54.578667 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ba7e5-fba8-4b16-bbb4-69924b50bc8c req-6eacc7ee-d397-4dba-b124-3ea7452b95dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:54.579964 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c83ba7e5-fba8-4b16-bbb4-69924b50bc8c req-6eacc7ee-d397-4dba-b124-3ea7452b95dd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ddc38e44-cb06-433e-bfbd-9bc731518aaa HTTP/1.1" status: 200 len: 854 time: 0.1400406 May 31 18:26:54.626112 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c83ba7e5-fba8-4b16-bbb4-69924b50bc8c req-65471e76-ad48-4eb9-bca3-3fd9d08787e7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a138f206-e48f-42f0-bb09-b3b8cc3e7081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395591 May 31 18:26:54.753293 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c83ba7e5-fba8-4b16-bbb4-69924b50bc8c req-cbd6bf76-ace0-4c16-9ffb-5459cb229097 service neutron] 10.222.0.20 "GET /v2.0/networks/a138f206-e48f-42f0-bb09-b3b8cc3e7081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205969 May 31 18:26:54.882551 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c83ba7e5-fba8-4b16-bbb4-69924b50bc8c req-9840056b-6778-4fe1-a4c5-579dffdd97dc service neutron] 10.222.0.20 "GET /v2.0/networks/a138f206-e48f-42f0-bb09-b3b8cc3e7081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225691 May 31 18:26:55.632720 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00772ec-2725-4748-ae2e-6cfe321d2c2b req-f31f575c-3f7b-4ad5-ab68-22ae3d42a1c1 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:55.634356 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-b00772ec-2725-4748-ae2e-6cfe321d2c2b req-f31f575c-3f7b-4ad5-ab68-22ae3d42a1c1 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=9189f551-1c6f-4a38-bec2-0dfd07a8b38b HTTP/1.1" status: 200 len: 943 time: 0.1707730 May 31 18:26:55.677298 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-b00772ec-2725-4748-ae2e-6cfe321d2c2b req-d56c12b9-9335-47e0-a61b-7216b6a979b8 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373161 May 31 18:26:56.046824 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.agents_db [None req-6172caff-413f-4f38-b24a-66359638417e None None] Agent healthcheck: found 6 active agents {{(pid=91756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:26:56.856743 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5855a2a-4118-48ee-9fc1-fbb914c1776c req-d1aa2163-ec3a-4209-9011-4cafb4149e04 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:56.858167 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-e5855a2a-4118-48ee-9fc1-fbb914c1776c req-d1aa2163-ec3a-4209-9011-4cafb4149e04 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=9189f551-1c6f-4a38-bec2-0dfd07a8b38b HTTP/1.1" status: 200 len: 943 time: 0.0789258 May 31 18:26:56.905019 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-e5855a2a-4118-48ee-9fc1-fbb914c1776c req-0f3df48c-d9de-49a0-b5dc-b2c2c1d21874 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413413 May 31 18:26:57.445151 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device b019f556-2a8b-49ef-bb01-3642353d38a9 details requested by agent hyperv_hv-cinder-77005 with host hv-cinder-77005 {{(pid=91755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 18:26:57.573840 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port b019f556-2a8b-49ef-bb01-3642353d38a9, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=b019f556-2a8b-49ef-bb01-3642353d38a9,segment=NetworkSegment(ce34822c-fdd7-40dd-ac29-67176f30aab2),segment_id=ce34822c-fdd7-40dd-ac29-67176f30aab2)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:26:57.590337 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Returning: {'device': 'b019f556-2a8b-49ef-bb01-3642353d38a9', 'network_id': 'a138f206-e48f-42f0-bb09-b3b8cc3e7081', 'port_id': 'b019f556-2a8b-49ef-bb01-3642353d38a9', 'mac_address': 'fa:16:3e:50:0b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddc38e44-cb06-433e-bfbd-9bc731518aaa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 18:26:57.642710 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:57.658954 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b019f556-2a8b-49ef-bb01-3642353d38a9 {{(pid=91755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:26:57.673742 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port b019f556-2a8b-49ef-bb01-3642353d38a9, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=b019f556-2a8b-49ef-bb01-3642353d38a9,segment=NetworkSegment(ce34822c-fdd7-40dd-ac29-67176f30aab2),segment_id=ce34822c-fdd7-40dd-ac29-67176f30aab2)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:26:57.677576 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:57.679250 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:57.741052 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=b019f556-2a8b-49ef-bb01-3642353d38a9,revision_number=4']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:57.743842 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:58.039813 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] get_ports_and_sgs() called for port_ids ['b019f556-2a8b-49ef-bb01-3642353d38a9'] {{(pid=91755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:26:58.091300 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb828a-c5a2-4420-bb2f-3c9e510af21c req-5bad9eed-3c4f-4755-b10a-91fe8a7cdbc1 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:58.092765 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-77bb828a-c5a2-4420-bb2f-3c9e510af21c req-5bad9eed-3c4f-4755-b10a-91fe8a7cdbc1 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=9189f551-1c6f-4a38-bec2-0dfd07a8b38b HTTP/1.1" status: 200 len: 944 time: 0.0832531 May 31 18:26:58.137150 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-77bb828a-c5a2-4420-bb2f-3c9e510af21c req-2df5a6a3-01e1-4864-b696-a2ddfa0e8066 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385873 May 31 18:26:59.317513 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ee890-cfb6-4f51-8386-ceb124173e5b req-08f6eae4-d310-4653-92f6-bc2cd0ef8d5b tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:59.318936 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-0a1ee890-cfb6-4f51-8386-ceb124173e5b req-08f6eae4-d310-4653-92f6-bc2cd0ef8d5b tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=9189f551-1c6f-4a38-bec2-0dfd07a8b38b HTTP/1.1" status: 200 len: 944 time: 0.0800183 May 31 18:26:59.361621 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-0a1ee890-cfb6-4f51-8386-ceb124173e5b req-b879d1a8-ec9f-4be1-a0b9-1708e9f8be4a tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370903 May 31 18:26:59.460441 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device b019f556-2a8b-49ef-bb01-3642353d38a9 up at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:26:59.528102 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Provisioning for port b019f556-2a8b-49ef-bb01-3642353d38a9 completed by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:26:59.532397 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Provisioning complete for port b019f556-2a8b-49ef-bb01-3642353d38a9 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:26:59.532766 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:59.643180 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:59.670926 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9189f551-1c6f-4a38-bec2-0dfd07a8b38b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b019f556-2a8b-49ef-bb01-3642353d38a9'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:26:59.673093 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e2032fe1b554800b495be35bbba042da1e7f6a6deba8ede5c150f2a358caca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365ca2dc-7818-47f1-9f28-cb518766742f" -d '{"events": [{"server_uuid": "9189f551-1c6f-4a38-bec2-0dfd07a8b38b", "name": "network-vif-plugged", "status": "completed", "tag": "b019f556-2a8b-49ef-bb01-3642353d38a9"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:26:59.681633 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port b019f556-2a8b-49ef-bb01-3642353d38a9, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=b019f556-2a8b-49ef-bb01-3642353d38a9,segment=NetworkSegment(ce34822c-fdd7-40dd-ac29-67176f30aab2),segment_id=ce34822c-fdd7-40dd-ac29-67176f30aab2)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:26:59.685302 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:26:59.687068 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:26:59.721210 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e201d8-db1e-484b-bbb4-5a2edbed4fd9 x-openstack-request-id: req-12e201d8-db1e-484b-bbb4-5a2edbed4fd9 {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:26:59.721506 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9189f551-1c6f-4a38-bec2-0dfd07a8b38b", "name": "network-vif-plugged", "status": "completed", "tag": "b019f556-2a8b-49ef-bb01-3642353d38a9", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:26:59.721761 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-12e201d8-db1e-484b-bbb4-5a2edbed4fd9 {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:26:59.722141 dv-cinder-770050-4-smb neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9189f551-1c6f-4a38-bec2-0dfd07a8b38b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b019f556-2a8b-49ef-bb01-3642353d38a9', 'code': 200} May 31 18:26:59.755502 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=b019f556-2a8b-49ef-bb01-3642353d38a9,revision_number=5']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:26:59.758609 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:26:59.943798 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af574ce5-d182-4204-b55d-e8a6d15967a5 req-20beb3d4-757c-421d-8a65-8b967aeaafe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:26:59.945181 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-af574ce5-d182-4204-b55d-e8a6d15967a5 req-20beb3d4-757c-421d-8a65-8b967aeaafe1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9189f551-1c6f-4a38-bec2-0dfd07a8b38b HTTP/1.1" status: 200 len: 1098 time: 0.0724919 May 31 18:26:59.984744 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-af574ce5-d182-4204-b55d-e8a6d15967a5 req-3c615667-5caa-49e7-96a2-37f9a634fdb5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328901 May 31 18:27:00.550091 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc53fe8-743f-4fd2-92e8-11a12a072c39 req-0d341a82-693a-4768-b559-d70f3b5a65eb tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:00.551568 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-cfc53fe8-743f-4fd2-92e8-11a12a072c39 req-0d341a82-693a-4768-b559-d70f3b5a65eb tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=9189f551-1c6f-4a38-bec2-0dfd07a8b38b HTTP/1.1" status: 200 len: 945 time: 0.0835893 May 31 18:27:00.596906 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-cfc53fe8-743f-4fd2-92e8-11a12a072c39 req-bef9ddb7-e562-43a8-a6c0-5d5b04d18572 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392981 May 31 18:27:01.775846 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2537ec-2a1f-44e6-a823-2d1f8024b2b4 req-f62a4dab-05f3-4b52-aaa3-775b4239a7e3 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:01.777198 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-ca2537ec-2a1f-44e6-a823-2d1f8024b2b4 req-f62a4dab-05f3-4b52-aaa3-775b4239a7e3 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=9189f551-1c6f-4a38-bec2-0dfd07a8b38b HTTP/1.1" status: 200 len: 945 time: 0.0770304 May 31 18:27:01.819287 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-ca2537ec-2a1f-44e6-a823-2d1f8024b2b4 req-346fb01d-3b48-474c-b8cb-464c0c0e311e tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365138 May 31 18:27:03.862223 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be8046-6d4c-4928-99ee-52a51da81bda req-5e6e695d-697f-42da-8b66-c97ddf080bed tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:03.863557 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-85be8046-6d4c-4928-99ee-52a51da81bda req-5e6e695d-697f-42da-8b66-c97ddf080bed tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/networks?id=a138f206-e48f-42f0-bb09-b3b8cc3e7081 HTTP/1.1" status: 200 len: 814 time: 0.1390607 May 31 18:27:03.877194 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-85be8046-6d4c-4928-99ee-52a51da81bda req-1b2891fa-dd9b-4993-8e53-e49fc5901106 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/quotas/fe7b89adc05d486e8f56372e34e4e698 HTTP/1.1" status: 200 len: 375 time: 0.0084090 May 31 18:27:03.960706 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-85be8046-6d4c-4928-99ee-52a51da81bda req-d6145a4f-3ada-4a70-9de3-a7020dfa8230 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fe7b89adc05d486e8f56372e34e4e698&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781336 May 31 18:27:04.088843 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-85be8046-6d4c-4928-99ee-52a51da81bda req-f8262bfe-3a99-438b-80b1-1f4b65d8fdf6 service neutron] 10.222.0.25 "GET /v2.0/networks/a138f206-e48f-42f0-bb09-b3b8cc3e7081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214912 May 31 18:27:04.214255 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-85be8046-6d4c-4928-99ee-52a51da81bda req-58ad02c3-8ddb-4397-90b8-8b2b402d538d service neutron] 10.222.0.25 "GET /v2.0/networks/a138f206-e48f-42f0-bb09-b3b8cc3e7081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196706 May 31 18:27:04.396352 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-dbc625bd-bc02-4395-bfd0-2f178d666cf0 req-6f2de7e5-82ca-40fa-9419-bf74c7223923 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=bad7233e-1d55-4cc3-ae90-aae57dcb7fb8 HTTP/1.1" status: 200 len: 210 time: 0.0450456 May 31 18:27:05.544848 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-5870d1e3-11d4-4d21-904a-2f70bbec5c22 req-ba4a4377-577e-4a60-902c-5236976de8a8 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=bad7233e-1d55-4cc3-ae90-aae57dcb7fb8 HTTP/1.1" status: 200 len: 210 time: 0.0431406 May 31 18:27:05.712107 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be8046-6d4c-4928-99ee-52a51da81bda req-57ff633c-7eb2-4843-a077-0c3e6a32e7bd tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:05.713500 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-85be8046-6d4c-4928-99ee-52a51da81bda req-57ff633c-7eb2-4843-a077-0c3e6a32e7bd tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.20 "GET /v2.0/networks?id=a138f206-e48f-42f0-bb09-b3b8cc3e7081 HTTP/1.1" status: 200 len: 814 time: 0.1481588 May 31 18:27:05.726312 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [req-85be8046-6d4c-4928-99ee-52a51da81bda req-84a79d90-c116-4bf0-9f58-7739f650399a tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Request body: {'port': {'device_id': 'bad7233e-1d55-4cc3-ae90-aae57dcb7fb8', 'network_id': 'a138f206-e48f-42f0-bb09-b3b8cc3e7081', 'admin_state_up': True, 'tenant_id': 'fe7b89adc05d486e8f56372e34e4e698'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:27:05.859841 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [req-85be8046-6d4c-4928-99ee-52a51da81bda req-84a79d90-c116-4bf0-9f58-7739f650399a tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:27:05.869704 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [req-85be8046-6d4c-4928-99ee-52a51da81bda req-84a79d90-c116-4bf0-9f58-7739f650399a tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:27:05.878985 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85be8046-6d4c-4928-99ee-52a51da81bda req-84a79d90-c116-4bf0-9f58-7739f650399a tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Made reservation on behalf of fe7b89adc05d486e8f56372e34e4e698 for: {'port': 1} {{(pid=91754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:27:05.882485 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-85be8046-6d4c-4928-99ee-52a51da81bda req-84a79d90-c116-4bf0-9f58-7739f650399a tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:06.118417 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.db_base_plugin_common [req-85be8046-6d4c-4928-99ee-52a51da81bda req-84a79d90-c116-4bf0-9f58-7739f650399a tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Allocated IP 172.20.0.5 (a138f206-e48f-42f0-bb09-b3b8cc3e7081/ddc38e44-cb06-433e-bfbd-9bc731518aaa/656c54ad-b41e-4402-aca2-f5540a6506d3) {{(pid=91754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:27:06.318439 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-85be8046-6d4c-4928-99ee-52a51da81bda req-84a79d90-c116-4bf0-9f58-7739f650399a tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Notify callbacks [] for port, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:06.345736 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-85be8046-6d4c-4928-99ee-52a51da81bda req-84a79d90-c116-4bf0-9f58-7739f650399a tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:06.351607 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-8f735c8e-59ff-49cc-b085-92de205fdc77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:27:06.357801 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] get_ports_and_sgs() called for port_ids ['1984bd68-887e-445a-989d-82e573f297fa', 'b019f556-2a8b-49ef-bb01-3642353d38a9'] {{(pid=91755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:27:06.415899 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85be8046-6d4c-4928-99ee-52a51da81bda req-84a79d90-c116-4bf0-9f58-7739f650399a tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Network a138f206-e48f-42f0-bb09-b3b8cc3e7081 is already hosted by enough agents. {{(pid=91754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:27:06.418996 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.base_scheduler [req-85be8046-6d4c-4928-99ee-52a51da81bda req-84a79d90-c116-4bf0-9f58-7739f650399a tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Resources bound (agent type, host, resource id): {{(pid=91754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:27:06.422679 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.l3_dvrscheduler_db [req-85be8046-6d4c-4928-99ee-52a51da81bda req-84a79d90-c116-4bf0-9f58-7739f650399a tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Received port after_create {{(pid=91754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:27:06.451713 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a79d90-c116-4bf0-9f58-7739f650399a tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Pushing event updated for resources: {'Port': ['ID=656c54ad-b41e-4402-aca2-f5540a6506d3,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:27:06.458608 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-84a79d90-c116-4bf0-9f58-7739f650399a tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:27:06.487457 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be8046-6d4c-4928-99ee-52a51da81bda req-84a79d90-c116-4bf0-9f58-7739f650399a tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:06.488111 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-85be8046-6d4c-4928-99ee-52a51da81bda req-84a79d90-c116-4bf0-9f58-7739f650399a tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:06.512656 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-85be8046-6d4c-4928-99ee-52a51da81bda req-84a79d90-c116-4bf0-9f58-7739f650399a tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7897956 May 31 18:27:06.526194 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [req-85be8046-6d4c-4928-99ee-52a51da81bda req-8a3dcd0b-d0ee-4fc1-baa6-b40537eca5d3 service neutron] Request body: {'port': {'device_id': 'bad7233e-1d55-4cc3-ae90-aae57dcb7fb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77005'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:27:06.641248 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-85be8046-6d4c-4928-99ee-52a51da81bda req-8a3dcd0b-d0ee-4fc1-baa6-b40537eca5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:06.730097 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b702bc-a090-439c-bdf0-833f9c38cbf9 req-1507f359-12b7-491a-bdaf-df9169062012 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:06.731459 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-e9b702bc-a090-439c-bdf0-833f9c38cbf9 req-1507f359-12b7-491a-bdaf-df9169062012 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=bad7233e-1d55-4cc3-ae90-aae57dcb7fb8 HTTP/1.1" status: 200 len: 931 time: 0.0777125 May 31 18:27:06.775891 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-e9b702bc-a090-439c-bdf0-833f9c38cbf9 req-9819c169-551a-4ed2-84eb-83f9a68259b8 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385604 May 31 18:27:06.975398 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.notifiers.nova [req-85be8046-6d4c-4928-99ee-52a51da81bda req-8a3dcd0b-d0ee-4fc1-baa6-b40537eca5d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 656c54ad-b41e-4402-aca2-f5540a6506d3 {{(pid=91754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:27:06.982406 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-85be8046-6d4c-4928-99ee-52a51da81bda req-8a3dcd0b-d0ee-4fc1-baa6-b40537eca5d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:06.996224 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.provisioning_blocks [req-85be8046-6d4c-4928-99ee-52a51da81bda req-8a3dcd0b-d0ee-4fc1-baa6-b40537eca5d3 service neutron] Transition to ACTIVE for port object 656c54ad-b41e-4402-aca2-f5540a6506d3 will not be triggered until provisioned by entity L2. {{(pid=91754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:27:07.000217 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-85be8046-6d4c-4928-99ee-52a51da81bda req-8a3dcd0b-d0ee-4fc1-baa6-b40537eca5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10874078'] for port, after_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:07.003591 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-d3f2d80c-20bd-416a-b4bf-3f16481fb56d tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:27:07.159457 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3dcd0b-d0ee-4fc1-baa6-b40537eca5d3 service neutron] Pushing event updated for resources: {'Port': ['ID=656c54ad-b41e-4402-aca2-f5540a6506d3,revision_number=2']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:27:07.162865 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-8a3dcd0b-d0ee-4fc1-baa6-b40537eca5d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:27:07.242517 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.managers [req-85be8046-6d4c-4928-99ee-52a51da81bda req-8a3dcd0b-d0ee-4fc1-baa6-b40537eca5d3 service neutron] Attempting to bind port 656c54ad-b41e-4402-aca2-f5540a6506d3 on host hv-cinder-77005 for vnic_type normal with profile {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:27:07.242757 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.managers [req-85be8046-6d4c-4928-99ee-52a51da81bda req-8a3dcd0b-d0ee-4fc1-baa6-b40537eca5d3 service neutron] Attempting to bind port 656c54ad-b41e-4402-aca2-f5540a6506d3 by drivers openvswitch,hyperv on host hv-cinder-77005 at level 0 using segments [{'id': 'ce34822c-fdd7-40dd-ac29-67176f30aab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a138f206-e48f-42f0-bb09-b3b8cc3e7081'}] {{(pid=91754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:27:07.243070 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85be8046-6d4c-4928-99ee-52a51da81bda req-8a3dcd0b-d0ee-4fc1-baa6-b40537eca5d3 service neutron] Attempting to bind port 656c54ad-b41e-4402-aca2-f5540a6506d3 on network a138f206-e48f-42f0-bb09-b3b8cc3e7081 {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:27:07.247429 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85be8046-6d4c-4928-99ee-52a51da81bda req-8a3dcd0b-d0ee-4fc1-baa6-b40537eca5d3 service neutron] Port 656c54ad-b41e-4402-aca2-f5540a6506d3 on network a138f206-e48f-42f0-bb09-b3b8cc3e7081 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77005 {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 18:27:07.247734 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85be8046-6d4c-4928-99ee-52a51da81bda req-8a3dcd0b-d0ee-4fc1-baa6-b40537eca5d3 service neutron] Attempting to bind port 656c54ad-b41e-4402-aca2-f5540a6506d3 on network a138f206-e48f-42f0-bb09-b3b8cc3e7081 {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:27:07.252644 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85be8046-6d4c-4928-99ee-52a51da81bda req-8a3dcd0b-d0ee-4fc1-baa6-b40537eca5d3 service neutron] Checking agent: {'id': '46eeceb7-2107-4a71-92f6-f52bad665eae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77005', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 16, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:27:07.252960 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85be8046-6d4c-4928-99ee-52a51da81bda req-8a3dcd0b-d0ee-4fc1-baa6-b40537eca5d3 service neutron] Checking segment: {'id': 'ce34822c-fdd7-40dd-ac29-67176f30aab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a138f206-e48f-42f0-bb09-b3b8cc3e7081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:27:07.253324 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85be8046-6d4c-4928-99ee-52a51da81bda req-8a3dcd0b-d0ee-4fc1-baa6-b40537eca5d3 service neutron] Bound using segment: {'id': 'ce34822c-fdd7-40dd-ac29-67176f30aab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a138f206-e48f-42f0-bb09-b3b8cc3e7081'} {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:27:07.253735 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.managers [req-85be8046-6d4c-4928-99ee-52a51da81bda req-8a3dcd0b-d0ee-4fc1-baa6-b40537eca5d3 service neutron] Bound port: 656c54ad-b41e-4402-aca2-f5540a6506d3, host: hv-cinder-77005, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce34822c-fdd7-40dd-ac29-67176f30aab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a138f206-e48f-42f0-bb09-b3b8cc3e7081'}}] {{(pid=91754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:27:07.254716 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-85be8046-6d4c-4928-99ee-52a51da81bda req-8a3dcd0b-d0ee-4fc1-baa6-b40537eca5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:07.341700 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [req-85be8046-6d4c-4928-99ee-52a51da81bda req-8a3dcd0b-d0ee-4fc1-baa6-b40537eca5d3 service neutron] For port 656c54ad-b41e-4402-aca2-f5540a6506d3, host hv-cinder-77005, cleared binding levels {{(pid=91754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:27:07.344659 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [req-85be8046-6d4c-4928-99ee-52a51da81bda req-8a3dcd0b-d0ee-4fc1-baa6-b40537eca5d3 service neutron] For port 656c54ad-b41e-4402-aca2-f5540a6506d3, host hv-cinder-77005, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=656c54ad-b41e-4402-aca2-f5540a6506d3,segment=NetworkSegment(ce34822c-fdd7-40dd-ac29-67176f30aab2),segment_id=ce34822c-fdd7-40dd-ac29-67176f30aab2)] {{(pid=91754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:27:07.350430 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-85be8046-6d4c-4928-99ee-52a51da81bda req-8a3dcd0b-d0ee-4fc1-baa6-b40537eca5d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10874078'] for port, after_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:07.354980 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-f9769c3c-2967-4d17-82b8-844f26bfe25c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:27:07.414814 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be8046-6d4c-4928-99ee-52a51da81bda req-8a3dcd0b-d0ee-4fc1-baa6-b40537eca5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:07.415415 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-85be8046-6d4c-4928-99ee-52a51da81bda req-8a3dcd0b-d0ee-4fc1-baa6-b40537eca5d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:07.416786 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-85be8046-6d4c-4928-99ee-52a51da81bda req-8a3dcd0b-d0ee-4fc1-baa6-b40537eca5d3 service neutron] 10.222.0.20 "PUT /v2.0/ports/656c54ad-b41e-4402-aca2-f5540a6506d3 HTTP/1.1" status: 200 len: 1093 time: 0.8947458 May 31 18:27:07.417285 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bad7233e-1d55-4cc3-ae90-aae57dcb7fb8', 'tag': '656c54ad-b41e-4402-aca2-f5540a6506d3'}] {{(pid=91754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:27:07.419523 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b8d31c20630307edfd170fd0520c8261bc4320d7d7b7fb717012a3b2519c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277c6a85-5bee-4cbb-ad03-7ce79cb60db1" -d '{"events": [{"name": "network-changed", "server_uuid": "bad7233e-1d55-4cc3-ae90-aae57dcb7fb8", "tag": "656c54ad-b41e-4402-aca2-f5540a6506d3"}]}' {{(pid=91754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:27:07.441383 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3dcd0b-d0ee-4fc1-baa6-b40537eca5d3 service neutron] Pushing event updated for resources: {'Port': ['ID=656c54ad-b41e-4402-aca2-f5540a6506d3,revision_number=3']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:27:07.444493 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-8a3dcd0b-d0ee-4fc1-baa6-b40537eca5d3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:27:07.486410 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34369799-a09d-46f9-b5e3-66768df79b1c x-openstack-request-id: req-34369799-a09d-46f9-b5e3-66768df79b1c {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:27:07.486736 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bad7233e-1d55-4cc3-ae90-aae57dcb7fb8", "tag": "656c54ad-b41e-4402-aca2-f5540a6506d3", "status": "completed", "code": 200}]} {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:27:07.487024 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-34369799-a09d-46f9-b5e3-66768df79b1c {{(pid=91754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:27:07.487441 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bad7233e-1d55-4cc3-ae90-aae57dcb7fb8', 'tag': '656c54ad-b41e-4402-aca2-f5540a6506d3', 'status': 'completed', 'code': 200} May 31 18:27:07.527182 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be8046-6d4c-4928-99ee-52a51da81bda req-2e45e435-b653-4b75-a316-ff7e420a041f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:07.528696 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-85be8046-6d4c-4928-99ee-52a51da81bda req-2e45e435-b653-4b75-a316-ff7e420a041f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fe7b89adc05d486e8f56372e34e4e698&device_id=bad7233e-1d55-4cc3-ae90-aae57dcb7fb8 HTTP/1.1" status: 200 len: 1096 time: 0.0732486 May 31 18:27:07.605422 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-85be8046-6d4c-4928-99ee-52a51da81bda req-708121be-2496-4132-9753-9272e0b54c82 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=656c54ad-b41e-4402-aca2-f5540a6506d3 HTTP/1.1" status: 200 len: 217 time: 0.0624647 May 31 18:27:07.668953 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be8046-6d4c-4928-99ee-52a51da81bda req-23a3f1f6-1fb8-4aaa-8619-31ed7df629ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:07.670539 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-85be8046-6d4c-4928-99ee-52a51da81bda req-23a3f1f6-1fb8-4aaa-8619-31ed7df629ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ddc38e44-cb06-433e-bfbd-9bc731518aaa HTTP/1.1" status: 200 len: 854 time: 0.0576751 May 31 18:27:07.718869 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-85be8046-6d4c-4928-99ee-52a51da81bda req-a77d32d9-5bb7-43e5-aca1-abf5d196bb38 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a138f206-e48f-42f0-bb09-b3b8cc3e7081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404994 May 31 18:27:07.965591 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52068f2-2f9d-493b-a1d1-c9a4d8ca7b57 req-00262c1a-5f61-490c-9324-8fe773a8e604 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:07.967049 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-a52068f2-2f9d-493b-a1d1-c9a4d8ca7b57 req-00262c1a-5f61-490c-9324-8fe773a8e604 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=bad7233e-1d55-4cc3-ae90-aae57dcb7fb8 HTTP/1.1" status: 200 len: 943 time: 0.0840061 May 31 18:27:08.000900 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-85be8046-6d4c-4928-99ee-52a51da81bda req-db26c70d-3341-4552-a238-606795746402 service neutron] 10.222.0.20 "GET /v2.0/networks/a138f206-e48f-42f0-bb09-b3b8cc3e7081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573946 May 31 18:27:08.011986 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-a52068f2-2f9d-493b-a1d1-c9a4d8ca7b57 req-3b9502b3-7a70-42e2-ba35-93a3f35a5ef2 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390282 May 31 18:27:08.036306 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a968b90-5676-4245-8125-b2e8293e7456 req-2322d45f-8d4d-4544-a40c-d7623fc4bd9c tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:08.037711 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-6a968b90-5676-4245-8125-b2e8293e7456 req-2322d45f-8d4d-4544-a40c-d7623fc4bd9c tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 946 time: 0.1459973 May 31 18:27:08.148638 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-6a968b90-5676-4245-8125-b2e8293e7456 req-571e9891-8da9-4135-a996-6c1d2dca2685 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053941 May 31 18:27:08.171594 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-85be8046-6d4c-4928-99ee-52a51da81bda req-ddd04889-cdda-4501-8c7d-f28a71a80fb3 service neutron] 10.222.0.20 "GET /v2.0/networks/a138f206-e48f-42f0-bb09-b3b8cc3e7081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629159 May 31 18:27:08.286655 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c6a85-5bee-4cbb-ad03-7ce79cb60db1 req-f7cfc97a-9621-4eef-b4d5-b137a19e886b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:08.288118 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-277c6a85-5bee-4cbb-ad03-7ce79cb60db1 req-f7cfc97a-9621-4eef-b4d5-b137a19e886b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fe7b89adc05d486e8f56372e34e4e698&device_id=bad7233e-1d55-4cc3-ae90-aae57dcb7fb8 HTTP/1.1" status: 200 len: 1096 time: 0.0729122 May 31 18:27:08.417184 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c6a85-5bee-4cbb-ad03-7ce79cb60db1 req-08a9ff53-1f3d-4376-b78b-2725acdb437a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:08.418615 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-277c6a85-5bee-4cbb-ad03-7ce79cb60db1 req-08a9ff53-1f3d-4376-b78b-2725acdb437a service neutron] 10.222.0.20 "GET /v2.0/networks?id=a138f206-e48f-42f0-bb09-b3b8cc3e7081 HTTP/1.1" status: 200 len: 914 time: 0.1234090 May 31 18:27:08.485901 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-277c6a85-5bee-4cbb-ad03-7ce79cb60db1 req-13bc22ab-192b-435e-9711-6156c66b8455 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=656c54ad-b41e-4402-aca2-f5540a6506d3 HTTP/1.1" status: 200 len: 217 time: 0.0572789 May 31 18:27:08.551530 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277c6a85-5bee-4cbb-ad03-7ce79cb60db1 req-74668688-7e13-4bb8-8a26-462f33710f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:08.552955 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-277c6a85-5bee-4cbb-ad03-7ce79cb60db1 req-74668688-7e13-4bb8-8a26-462f33710f06 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ddc38e44-cb06-433e-bfbd-9bc731518aaa HTTP/1.1" status: 200 len: 854 time: 0.0601776 May 31 18:27:08.598634 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-277c6a85-5bee-4cbb-ad03-7ce79cb60db1 req-2f920fb7-263a-4cde-ab28-58830d9a4866 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a138f206-e48f-42f0-bb09-b3b8cc3e7081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385454 May 31 18:27:08.727075 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-277c6a85-5bee-4cbb-ad03-7ce79cb60db1 req-d4dfd3f5-7d24-4a5a-8279-74486a786d39 service neutron] 10.222.0.20 "GET /v2.0/networks/a138f206-e48f-42f0-bb09-b3b8cc3e7081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200302 May 31 18:27:08.857845 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-277c6a85-5bee-4cbb-ad03-7ce79cb60db1 req-467603cf-da40-4f62-ad3b-ef8bed842ca1 service neutron] 10.222.0.20 "GET /v2.0/networks/a138f206-e48f-42f0-bb09-b3b8cc3e7081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240973 May 31 18:27:09.195529 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7c37b-4323-4448-8400-ff42bdbc012a req-32f08e8a-a3e5-40ad-90a8-9aff6279ec35 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:09.197497 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-faa7c37b-4323-4448-8400-ff42bdbc012a req-32f08e8a-a3e5-40ad-90a8-9aff6279ec35 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=bad7233e-1d55-4cc3-ae90-aae57dcb7fb8 HTTP/1.1" status: 200 len: 943 time: 0.0806375 May 31 18:27:09.241254 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-faa7c37b-4323-4448-8400-ff42bdbc012a req-84bd701a-d311-42b6-be8f-677b359d0eff tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383992 May 31 18:27:09.339621 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37af593-ea7e-42fd-8faa-7fe00b6bf8d4 req-f89ae385-84e9-4bd1-a38b-ea3b5cf70564 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:09.340971 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d37af593-ea7e-42fd-8faa-7fe00b6bf8d4 req-f89ae385-84e9-4bd1-a38b-ea3b5cf70564 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 946 time: 0.0830731 May 31 18:27:09.383183 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d37af593-ea7e-42fd-8faa-7fe00b6bf8d4 req-f9b55e04-824a-4780-a402-df25e5b9baef tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups?id=d01ee1b5-0289-45f3-8813-31a9f712e83f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366325 May 31 18:27:09.595846 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f8f6c-23d8-4ec3-b2df-9b2da059406d req-41f74c37-7412-428e-b349-33305e076cc6 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:09.597196 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-333f8f6c-23d8-4ec3-b2df-9b2da059406d req-41f74c37-7412-428e-b349-33305e076cc6 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 946 time: 0.0778546 May 31 18:27:09.728368 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [req-333f8f6c-23d8-4ec3-b2df-9b2da059406d req-ea86e19d-584c-4b44-8137-ddf4560fb5be tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Deleting port 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4 {{(pid=91754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:27:09.729065 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-333f8f6c-23d8-4ec3-b2df-9b2da059406d req-ea86e19d-584c-4b44-8137-ddf4560fb5be tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:09.860378 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [req-333f8f6c-23d8-4ec3-b2df-9b2da059406d req-ea86e19d-584c-4b44-8137-ddf4560fb5be tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] For port 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4,segment=NetworkSegment(9e7eb541-2a48-4373-bede-dc253746dbb0),segment_id=9e7eb541-2a48-4373-bede-dc253746dbb0)] {{(pid=91754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:27:09.860716 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-333f8f6c-23d8-4ec3-b2df-9b2da059406d req-ea86e19d-584c-4b44-8137-ddf4560fb5be tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:10.225358 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-333f8f6c-23d8-4ec3-b2df-9b2da059406d req-ea86e19d-584c-4b44-8137-ddf4560fb5be tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:10.225741 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-333f8f6c-23d8-4ec3-b2df-9b2da059406d req-ea86e19d-584c-4b44-8137-ddf4560fb5be tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-960568'] for floatingip, after_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:10.226048 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.db.l3_db [req-333f8f6c-23d8-4ec3-b2df-9b2da059406d req-ea86e19d-584c-4b44-8137-ddf4560fb5be tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Floating IP 511009bb-8e31-4618-8624-bfcfa6a62bd4 disassociated. External IP: 172.28.1.174, port: 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4. May 31 18:27:10.226384 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [req-333f8f6c-23d8-4ec3-b2df-9b2da059406d req-ea86e19d-584c-4b44-8137-ddf4560fb5be tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Calling delete_port for 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4 owned by compute:nova {{(pid=91754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:27:10.338463 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-333f8f6c-23d8-4ec3-b2df-9b2da059406d req-ea86e19d-584c-4b44-8137-ddf4560fb5be tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:10.344005 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-0fdac32d-8bf5-42a0-8e43-a210de0c3828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:27:10.389240 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea86e19d-584c-4b44-8137-ddf4560fb5be tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Pushing event deleted for resources: {'Port': ['ID=165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:27:10.437976 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a769cf-f481-4006-b45f-01512423ce50 req-c061c24b-ad73-483c-b4bf-d7b2c97a196b tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:10.439664 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-23a769cf-f481-4006-b45f-01512423ce50 req-c061c24b-ad73-483c-b4bf-d7b2c97a196b tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=bad7233e-1d55-4cc3-ae90-aae57dcb7fb8 HTTP/1.1" status: 200 len: 943 time: 0.0920022 May 31 18:27:10.445370 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-ea86e19d-584c-4b44-8137-ddf4560fb5be tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:27:10.489048 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-23a769cf-f481-4006-b45f-01512423ce50 req-19e7d5d5-fb8e-4e38-b9a7-412fdb6c22bb tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420010 May 31 18:27:10.592582 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-541362ec-fb68-463e-81c6-790d80b1d694 req-aaa192c8-d27d-4f86-b414-e85aeb3127fe tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/ports?device_id=0dad5e2f-c186-4450-a2b3-ceddeaa63981 HTTP/1.1" status: 200 len: 210 time: 0.0566783 May 31 18:27:10.618435 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.l3_agent_scheduler [req-333f8f6c-23d8-4ec3-b2df-9b2da059406d req-ea86e19d-584c-4b44-8137-ddf4560fb5be tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Router 39c2f4ba-2e74-4124-a8fb-140ab38982f6 has already been hosted by L3 agent aa8b4aa1-734a-4f99-a735-849181ae9a49 {{(pid=91754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:27:10.796286 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-333f8f6c-23d8-4ec3-b2df-9b2da059406d req-ea86e19d-584c-4b44-8137-ddf4560fb5be tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify agent at l3_agent.dv-cinder-770050-4-smb the message routers_updated {{(pid=91754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:27:10.805972 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aa8f83-2e68-4e3a-9325-5e366450af72 None None] Sync routers for ids ['39c2f4ba-2e74-4124-a8fb-140ab38982f6'] in dv-cinder-770050-4-smb {{(pid=91756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:27:10.815563 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4aa8f83-2e68-4e3a-9325-5e366450af72 None None] Routers {'39c2f4ba-2e74-4124-a8fb-140ab38982f6'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:27:10.816472 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-a4aa8f83-2e68-4e3a-9325-5e366450af72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:26:49Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['39c2f4ba-2e74-4124-a8fb-140ab38982f6'], 'active': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:27:10.873680 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.l3_dvrscheduler_db [req-333f8f6c-23d8-4ec3-b2df-9b2da059406d req-ea86e19d-584c-4b44-8137-ddf4560fb5be tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] No DVR routers for this DVR port 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4 on host hv-cinder-77005 {{(pid=91754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:27:10.876371 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-333f8f6c-23d8-4ec3-b2df-9b2da059406d req-ea86e19d-584c-4b44-8137-ddf4560fb5be tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:10.879323 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dad5e2f-c186-4450-a2b3-ceddeaa63981', 'name': 'network-vif-deleted', 'tag': '165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4'}] {{(pid=91754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:27:10.881776 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b8d31c20630307edfd170fd0520c8261bc4320d7d7b7fb717012a3b2519c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2857dd56-7ee8-471f-b2c3-0edd500e2643" -d '{"events": [{"server_uuid": "0dad5e2f-c186-4450-a2b3-ceddeaa63981", "name": "network-vif-deleted", "tag": "165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4"}]}' {{(pid=91754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:27:10.896582 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-333f8f6c-23d8-4ec3-b2df-9b2da059406d req-ea86e19d-584c-4b44-8137-ddf4560fb5be tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.20 "DELETE /v2.0/ports/165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4 HTTP/1.1" status: 204 len: 173 time: 1.2930892 May 31 18:27:10.925881 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f37e59fa-b671-4138-a493-632c06bc979c x-openstack-request-id: req-f37e59fa-b671-4138-a493-632c06bc979c {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:27:10.926233 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dad5e2f-c186-4450-a2b3-ceddeaa63981", "name": "network-vif-deleted", "tag": "165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4", "status": "completed", "code": 200}]} {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:27:10.926580 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f37e59fa-b671-4138-a493-632c06bc979c {{(pid=91754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:27:10.927003 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dad5e2f-c186-4450-a2b3-ceddeaa63981', 'name': 'network-vif-deleted', 'tag': '165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4', 'status': 'completed', 'code': 200} May 31 18:27:10.996524 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvr_db [None req-a4aa8f83-2e68-4e3a-9325-5e366450af72 None None] Set router 39c2f4ba-2e74-4124-a8fb-140ab38982f6 gateway port host: dv-cinder-770050-4-smb {{(pid=91756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:27:11.298612 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-a4aa8f83-2e68-4e3a-9325-5e366450af72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1868462595-router', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': 'a4fda1c3-7f3f-4e29-9406-cb42d7579dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:30Z', 'updated_at': '2021-05-31T18:18:42Z', 'revision_number': 4, 'project_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'gw_port': {'id': 'a4fda1c3-7f3f-4e29-9406-cb42d7579dc7', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:32Z', 'updated_at': '2021-05-31T18:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': '96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06', 'name': '', 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'mac_address': 'fa:16:3e:bc:62:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a141bd4c-23e4-4ac5-be95-c7e9e5ec7954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:39Z', 'updated_at': '2021-05-31T18:18:53Z', 'revision_number': 5, 'project_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'subnets': [{'id': 'a141bd4c-23e4-4ac5-be95-c7e9e5ec7954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:27:11.302720 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aa8f83-2e68-4e3a-9325-5e366450af72 None None] Checking router: 39c2f4ba-2e74-4124-a8fb-140ab38982f6 for host: dv-cinder-770050-4-smb {{(pid=91756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:27:11.311145 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4aa8f83-2e68-4e3a-9325-5e366450af72 None None] Routers {'39c2f4ba-2e74-4124-a8fb-140ab38982f6'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:27:11.311772 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-a4aa8f83-2e68-4e3a-9325-5e366450af72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:26:49Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['39c2f4ba-2e74-4124-a8fb-140ab38982f6'], 'active': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:27:11.491401 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvr_db [None req-a4aa8f83-2e68-4e3a-9325-5e366450af72 None None] Set router 39c2f4ba-2e74-4124-a8fb-140ab38982f6 gateway port host: dv-cinder-770050-4-smb {{(pid=91756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:27:11.670533 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28f4da-51a5-4061-91d2-a80b5bcec156 req-65c73e47-9704-4c6c-8563-857ae0fa0ebe tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:11.671225 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-ba28f4da-51a5-4061-91d2-a80b5bcec156 req-65c73e47-9704-4c6c-8563-857ae0fa0ebe tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Synchronizing usage tracker for tenant:fe7b89adc05d486e8f56372e34e4e698 on resource:port {{(pid=91754) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:27:11.687785 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-ba28f4da-51a5-4061-91d2-a80b5bcec156 req-65c73e47-9704-4c6c-8563-857ae0fa0ebe tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Unset dirty status for tenant:fe7b89adc05d486e8f56372e34e4e698 on resource:port {{(pid=91754) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:27:11.689008 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-ba28f4da-51a5-4061-91d2-a80b5bcec156 req-65c73e47-9704-4c6c-8563-857ae0fa0ebe tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=bad7233e-1d55-4cc3-ae90-aae57dcb7fb8 HTTP/1.1" status: 200 len: 943 time: 0.0965807 May 31 18:27:11.723225 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 34852) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:27:11.743406 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-ba28f4da-51a5-4061-91d2-a80b5bcec156 req-2859322d-6354-4782-bbd2-6d9fecc39a24 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466444 May 31 18:27:11.789562 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-5675e983-f037-4090-b76f-8d6d264954b9 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:11.798170 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-a4aa8f83-2e68-4e3a-9325-5e366450af72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1868462595-router', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': 'a4fda1c3-7f3f-4e29-9406-cb42d7579dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:30Z', 'updated_at': '2021-05-31T18:18:42Z', 'revision_number': 4, 'project_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'gw_port': {'id': 'a4fda1c3-7f3f-4e29-9406-cb42d7579dc7', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:32Z', 'updated_at': '2021-05-31T18:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': '96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06', 'name': '', 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'mac_address': 'fa:16:3e:bc:62:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a141bd4c-23e4-4ac5-be95-c7e9e5ec7954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:39Z', 'updated_at': '2021-05-31T18:18:53Z', 'revision_number': 5, 'project_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'subnets': [{'id': 'a141bd4c-23e4-4ac5-be95-c7e9e5ec7954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:27:11.802552 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aa8f83-2e68-4e3a-9325-5e366450af72 None None] The sync data for ids ['39c2f4ba-2e74-4124-a8fb-140ab38982f6'] in dv-cinder-770050-4-smb is: [{'id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1868462595-router', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': 'a4fda1c3-7f3f-4e29-9406-cb42d7579dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:30Z', 'updated_at': '2021-05-31T18:18:42Z', 'revision_number': 4, 'project_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'gw_port': {'id': 'a4fda1c3-7f3f-4e29-9406-cb42d7579dc7', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:32Z', 'updated_at': '2021-05-31T18:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': '96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06', 'name': '', 'network_id': 'bdb4a9e4-0610-4a9d-bf9e-a0493305c72a', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'mac_address': 'fa:16:3e:bc:62:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': 'a141bd4c-23e4-4ac5-be95-c7e9e5ec7954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:39Z', 'updated_at': '2021-05-31T18:18:53Z', 'revision_number': 5, 'project_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'subnets': [{'id': 'a141bd4c-23e4-4ac5-be95-c7e9e5ec7954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:27:11.818729 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-5675e983-f037-4090-b76f-8d6d264954b9 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:11.875509 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-5675e983-f037-4090-b76f-8d6d264954b9 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:11.879669 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-4f5cf19d-a578-4efa-aa8b-789c3e4a18d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:27:11.893946 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5675e983-f037-4090-b76f-8d6d264954b9 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01ee1b5-0289-45f3-8813-31a9f712e83f,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:27:11.896400 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-5675e983-f037-4090-b76f-8d6d264954b9 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:27:11.907682 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-5675e983-f037-4090-b76f-8d6d264954b9 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:11.911839 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-5675e983-f037-4090-b76f-8d6d264954b9 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "DELETE /v2.0/security-groups/d01ee1b5-0289-45f3-8813-31a9f712e83f HTTP/1.1" status: 204 len: 168 time: 0.1845927 May 31 18:27:11.912107 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 34856) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:27:11.929307 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.api.v2.resource [None req-65931ce1-2fb4-4a2a-ab55-d00daefcb7da tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] show failed (client error): The resource could not be found. May 31 18:27:11.930312 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-65931ce1-2fb4-4a2a-ab55-d00daefcb7da tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "GET /v2.0/security-groups/d01ee1b5-0289-45f3-8813-31a9f712e83f HTTP/1.1" status: 404 len: 347 time: 0.0172956 May 31 18:27:11.933271 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 34860) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:27:12.021279 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8535524-5e1e-419b-9c76-f2e28080e030 None None] New status for floating IP 511009bb-8e31-4618-8624-bfcfa6a62bd4: DOWN {{(pid=91755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 18:27:12.149181 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.plugin [None req-0faba3e2-a79a-455c-bf4d-0565d5a9c723 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Deleting port d8c5823d-a009-4ad2-9add-8c501fd31dc9 {{(pid=91753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:27:12.149506 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-0faba3e2-a79a-455c-bf4d-0565d5a9c723 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:12.267253 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-0faba3e2-a79a-455c-bf4d-0565d5a9c723 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:12.267571 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-0faba3e2-a79a-455c-bf4d-0565d5a9c723 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:12.386271 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.plugin [None req-0faba3e2-a79a-455c-bf4d-0565d5a9c723 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Calling delete_port for d8c5823d-a009-4ad2-9add-8c501fd31dc9 owned by network:floatingip {{(pid=91753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:27:12.494124 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-0faba3e2-a79a-455c-bf4d-0565d5a9c723 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1833561'] for port, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:12.498365 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-931db594-b6db-4433-bcdd-eb2b650fd4bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:27:12.543249 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faba3e2-a79a-455c-bf4d-0565d5a9c723 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Pushing event deleted for resources: {'Port': ['ID=d8c5823d-a009-4ad2-9add-8c501fd31dc9,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:27:12.545778 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-0faba3e2-a79a-455c-bf4d-0565d5a9c723 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:27:12.633069 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-0faba3e2-a79a-455c-bf4d-0565d5a9c723 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks [] for floatingip, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:12.647611 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-0faba3e2-a79a-455c-bf4d-0565d5a9c723 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for floatingip, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:12.648758 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-0faba3e2-a79a-455c-bf4d-0565d5a9c723 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] 10.222.0.25 "DELETE /v2.0/floatingips/511009bb-8e31-4618-8624-bfcfa6a62bd4 HTTP/1.1" status: 204 len: 168 time: 0.7145889 May 31 18:27:13.033158 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa73521-b277-49e4-9b46-6ce7e787e70d req-2a9e71ba-e199-4aaf-ad16-e796b09926a0 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:13.034047 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-9aa73521-b277-49e4-9b46-6ce7e787e70d req-2a9e71ba-e199-4aaf-ad16-e796b09926a0 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=bad7233e-1d55-4cc3-ae90-aae57dcb7fb8 HTTP/1.1" status: 200 len: 943 time: 0.1656802 May 31 18:27:13.079510 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-9aa73521-b277-49e4-9b46-6ce7e787e70d req-e9350745-cf32-48e0-a352-7b7ec5ef4fc5 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393560 May 31 18:27:13.562057 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 656c54ad-b41e-4402-aca2-f5540a6506d3 details requested by agent hyperv_hv-cinder-77005 with host hv-cinder-77005 {{(pid=91755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 18:27:13.567022 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4 no longer exists at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:27:13.634257 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] No Port match for: 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4 {{(pid=91755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:27:13.634603 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 165d5ca5-e6c2-4baa-be06-b84f6ee2f8b4 not bound to the agent host hv-cinder-77005 {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:27:13.754451 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 656c54ad-b41e-4402-aca2-f5540a6506d3, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=656c54ad-b41e-4402-aca2-f5540a6506d3,segment=NetworkSegment(ce34822c-fdd7-40dd-ac29-67176f30aab2),segment_id=ce34822c-fdd7-40dd-ac29-67176f30aab2)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:27:13.767130 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Returning: {'device': '656c54ad-b41e-4402-aca2-f5540a6506d3', 'network_id': 'a138f206-e48f-42f0-bb09-b3b8cc3e7081', 'port_id': '656c54ad-b41e-4402-aca2-f5540a6506d3', 'mac_address': 'fa:16:3e:94:92:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddc38e44-cb06-433e-bfbd-9bc731518aaa', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 18:27:13.819623 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:13.835968 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 656c54ad-b41e-4402-aca2-f5540a6506d3 {{(pid=91755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:27:13.851230 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 656c54ad-b41e-4402-aca2-f5540a6506d3, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=656c54ad-b41e-4402-aca2-f5540a6506d3,segment=NetworkSegment(ce34822c-fdd7-40dd-ac29-67176f30aab2),segment_id=ce34822c-fdd7-40dd-ac29-67176f30aab2)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:27:13.855033 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:13.856802 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:27:13.925139 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=656c54ad-b41e-4402-aca2-f5540a6506d3,revision_number=4']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:27:13.926673 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:27:14.240337 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] get_ports_and_sgs() called for port_ids ['656c54ad-b41e-4402-aca2-f5540a6506d3'] {{(pid=91755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:27:14.268635 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778913af-341e-437e-8e26-3195930a5f5d req-c721b714-6290-401d-b0c3-4b8c8839bc85 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:14.270671 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-778913af-341e-437e-8e26-3195930a5f5d req-c721b714-6290-401d-b0c3-4b8c8839bc85 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=bad7233e-1d55-4cc3-ae90-aae57dcb7fb8 HTTP/1.1" status: 200 len: 944 time: 0.0829849 May 31 18:27:14.319493 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-778913af-341e-437e-8e26-3195930a5f5d req-7a0ce7e8-6b20-48c4-a870-480695438277 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427983 May 31 18:27:15.427673 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 34894) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:27:15.506520 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702a28e3-829d-4108-85ec-d748ef977567 req-b85a277d-02ec-450e-b1b4-3356835e8d9e tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:15.507874 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-702a28e3-829d-4108-85ec-d748ef977567 req-b85a277d-02ec-450e-b1b4-3356835e8d9e tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=bad7233e-1d55-4cc3-ae90-aae57dcb7fb8 HTTP/1.1" status: 200 len: 944 time: 0.0826485 May 31 18:27:15.551741 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-702a28e3-829d-4108-85ec-d748ef977567 req-7bc2807a-010a-488a-a563-3bf39ab67868 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378993 May 31 18:27:15.563159 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 656c54ad-b41e-4402-aca2-f5540a6506d3 up at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:27:15.632713 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Provisioning for port 656c54ad-b41e-4402-aca2-f5540a6506d3 completed by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:27:15.637127 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Provisioning complete for port 656c54ad-b41e-4402-aca2-f5540a6506d3 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:27:15.637504 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:15.750541 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:15.777402 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad7233e-1d55-4cc3-ae90-aae57dcb7fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656c54ad-b41e-4402-aca2-f5540a6506d3'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:27:15.779675 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e2032fe1b554800b495be35bbba042da1e7f6a6deba8ede5c150f2a358caca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b229f12-4916-4888-a8f1-60ef66aa71aa" -d '{"events": [{"server_uuid": "bad7233e-1d55-4cc3-ae90-aae57dcb7fb8", "name": "network-vif-plugged", "status": "completed", "tag": "656c54ad-b41e-4402-aca2-f5540a6506d3"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:27:15.788048 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 656c54ad-b41e-4402-aca2-f5540a6506d3, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=656c54ad-b41e-4402-aca2-f5540a6506d3,segment=NetworkSegment(ce34822c-fdd7-40dd-ac29-67176f30aab2),segment_id=ce34822c-fdd7-40dd-ac29-67176f30aab2)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:27:15.792082 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:15.794002 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:27:15.824052 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af32e27-1f5b-4463-bd46-6c7a97d51662 x-openstack-request-id: req-1af32e27-1f5b-4463-bd46-6c7a97d51662 {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:27:15.824404 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad7233e-1d55-4cc3-ae90-aae57dcb7fb8", "name": "network-vif-plugged", "status": "completed", "tag": "656c54ad-b41e-4402-aca2-f5540a6506d3", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:27:15.824676 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1af32e27-1f5b-4463-bd46-6c7a97d51662 {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:27:15.825061 dv-cinder-770050-4-smb neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bad7233e-1d55-4cc3-ae90-aae57dcb7fb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656c54ad-b41e-4402-aca2-f5540a6506d3', 'code': 200} May 31 18:27:15.864048 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=656c54ad-b41e-4402-aca2-f5540a6506d3,revision_number=5']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:27:15.866874 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:27:16.002434 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-13e29ad2-d432-4fad-9c8d-95e8d96d79ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:16.012435 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-200f736d-08e3-4f21-97f7-d144b32fea3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960266'] for router_interface, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:16.058535 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28792f96-b6a9-405c-b511-4947ebf612d2 req-ec39475f-977a-422b-8968-39c395f2bb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:16.059866 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-28792f96-b6a9-405c-b511-4947ebf612d2 req-ec39475f-977a-422b-8968-39c395f2bb3e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bad7233e-1d55-4cc3-ae90-aae57dcb7fb8 HTTP/1.1" status: 200 len: 1098 time: 0.0704737 May 31 18:27:16.100020 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-28792f96-b6a9-405c-b511-4947ebf612d2 req-6ff37c43-1d3c-4f0d-be60-70c9c25cb54c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324111 May 31 18:27:16.415603 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.plugin [None req-200f736d-08e3-4f21-97f7-d144b32fea3a admin admin] Deleting port 96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06 {{(pid=91753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:27:16.415939 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-200f736d-08e3-4f21-97f7-d144b32fea3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:16.530946 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.db [None req-200f736d-08e3-4f21-97f7-d144b32fea3a admin admin] For port 96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06,segment=NetworkSegment(9e7eb541-2a48-4373-bede-dc253746dbb0),segment_id=9e7eb541-2a48-4373-bede-dc253746dbb0)] {{(pid=91753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:27:16.531621 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-200f736d-08e3-4f21-97f7-d144b32fea3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:16.649143 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.plugin [None req-200f736d-08e3-4f21-97f7-d144b32fea3a admin admin] Calling delete_port for 96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06 owned by network:router_interface {{(pid=91753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:27:16.735706 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb4a27c-7237-4a53-b8e6-c43fe9c1d23b req-955cbfe2-0782-41f0-b02f-d8aed8c39307 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:16.739009 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-4cb4a27c-7237-4a53-b8e6-c43fe9c1d23b req-955cbfe2-0782-41f0-b02f-d8aed8c39307 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=bad7233e-1d55-4cc3-ae90-aae57dcb7fb8 HTTP/1.1" status: 200 len: 945 time: 0.0830469 May 31 18:27:16.783042 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-4cb4a27c-7237-4a53-b8e6-c43fe9c1d23b req-75154d5d-1e7c-4f7f-b1c6-a8a907ee3549 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400414 May 31 18:27:17.015134 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-200f736d-08e3-4f21-97f7-d144b32fea3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1833561'] for port, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:17.018749 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:27:17.061503 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200f736d-08e3-4f21-97f7-d144b32fea3a admin admin] Pushing event deleted for resources: {'Port': ['ID=96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:27:17.065055 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-200f736d-08e3-4f21-97f7-d144b32fea3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:27:17.325798 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-200f736d-08e3-4f21-97f7-d144b32fea3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-956058'] for router_interface, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:17.663811 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200f736d-08e3-4f21-97f7-d144b32fea3a admin admin] Router 39c2f4ba-2e74-4124-a8fb-140ab38982f6 has already been hosted by L3 agent aa8b4aa1-734a-4f99-a735-849181ae9a49 {{(pid=91753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:27:17.835110 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200f736d-08e3-4f21-97f7-d144b32fea3a admin admin] Notify agent at l3_agent.dv-cinder-770050-4-smb the message routers_updated {{(pid=91753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:27:17.846674 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce1b14f-6a88-4086-9c87-3c47c39a3773 None None] Sync routers for ids ['39c2f4ba-2e74-4124-a8fb-140ab38982f6'] in dv-cinder-770050-4-smb {{(pid=91756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:27:17.848691 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-200f736d-08e3-4f21-97f7-d144b32fea3a admin admin] 10.222.0.25 "PUT /v2.0/routers/39c2f4ba-2e74-4124-a8fb-140ab38982f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4199290 May 31 18:27:17.851209 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 34906) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:27:17.858435 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce1b14f-6a88-4086-9c87-3c47c39a3773 None None] Routers {'39c2f4ba-2e74-4124-a8fb-140ab38982f6'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:27:17.859048 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-6ce1b14f-6a88-4086-9c87-3c47c39a3773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:26:49Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['39c2f4ba-2e74-4124-a8fb-140ab38982f6'], 'active': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:27:17.971818 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70517c-6011-461a-a7a3-444da05b5047 req-0e379e3b-d967-47a5-9501-3b3363fb39e7 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:17.973935 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-bb70517c-6011-461a-a7a3-444da05b5047 req-0e379e3b-d967-47a5-9501-3b3363fb39e7 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=bad7233e-1d55-4cc3-ae90-aae57dcb7fb8 HTTP/1.1" status: 200 len: 945 time: 0.0856681 May 31 18:27:18.028464 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-bb70517c-6011-461a-a7a3-444da05b5047 req-9d5cf274-1c26-4796-859e-8a0e10aa3e76 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483682 May 31 18:27:18.065697 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvr_db [None req-6ce1b14f-6a88-4086-9c87-3c47c39a3773 None None] Set router 39c2f4ba-2e74-4124-a8fb-140ab38982f6 gateway port host: dv-cinder-770050-4-smb {{(pid=91756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:27:18.130661 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0859bdf7-a47c-4bcd-8341-f4626b6ff916 admin admin] Notify callbacks [] for router, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:18.318374 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0859bdf7-a47c-4bcd-8341-f4626b6ff916 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:18.352017 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-6ce1b14f-6a88-4086-9c87-3c47c39a3773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1868462595-router', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.172'}], 'enable_snat': True}, 'gw_port_id': 'a4fda1c3-7f3f-4e29-9406-cb42d7579dc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:30Z', 'updated_at': '2021-05-31T18:27:16Z', 'revision_number': 5, 'project_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'gw_port': {'id': 'a4fda1c3-7f3f-4e29-9406-cb42d7579dc7', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:8a:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:18:32Z', 'updated_at': '2021-05-31T18:18:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb'}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:27:18.356025 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce1b14f-6a88-4086-9c87-3c47c39a3773 None None] Checking router: 39c2f4ba-2e74-4124-a8fb-140ab38982f6 for host: dv-cinder-770050-4-smb {{(pid=91756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:27:18.365940 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce1b14f-6a88-4086-9c87-3c47c39a3773 None None] Routers {'39c2f4ba-2e74-4124-a8fb-140ab38982f6'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:27:18.366565 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-6ce1b14f-6a88-4086-9c87-3c47c39a3773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:26:49Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['39c2f4ba-2e74-4124-a8fb-140ab38982f6'], 'active': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:27:18.411696 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [None req-0859bdf7-a47c-4bcd-8341-f4626b6ff916 admin admin] Deleting port a4fda1c3-7f3f-4e29-9406-cb42d7579dc7 {{(pid=91754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:27:18.412348 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0859bdf7-a47c-4bcd-8341-f4626b6ff916 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:18.544055 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [None req-0859bdf7-a47c-4bcd-8341-f4626b6ff916 admin admin] For port a4fda1c3-7f3f-4e29-9406-cb42d7579dc7, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=a4fda1c3-7f3f-4e29-9406-cb42d7579dc7,segment=NetworkSegment(909c7060-bfe5-455f-9f67-8bef71bab1ed),segment_id=909c7060-bfe5-455f-9f67-8bef71bab1ed)] {{(pid=91754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:27:18.544479 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0859bdf7-a47c-4bcd-8341-f4626b6ff916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:18.546047 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c9765deb-503d-493c-b94c-f920bccc426e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:18.547099 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvr_db [None req-6ce1b14f-6a88-4086-9c87-3c47c39a3773 None None] Set router 39c2f4ba-2e74-4124-a8fb-140ab38982f6 gateway port host: None {{(pid=91756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:27:18.581366 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:18.653399 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-6ce1b14f-6a88-4086-9c87-3c47c39a3773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1868462595-router', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:30Z', 'updated_at': '2021-05-31T18:27:18Z', 'revision_number': 6, 'project_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'gw_port_host': None}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:27:18.657323 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce1b14f-6a88-4086-9c87-3c47c39a3773 None None] The sync data for ids ['39c2f4ba-2e74-4124-a8fb-140ab38982f6'] in dv-cinder-770050-4-smb is: [{'id': '39c2f4ba-2e74-4124-a8fb-140ab38982f6', 'name': 'tempest-AttachVolumeShelveTestJSON-1868462595-router', 'tenant_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:18:30Z', 'updated_at': '2021-05-31T18:27:18Z', 'revision_number': 6, 'project_id': 'b4d1b216261e41c7aa55b53c9f2a5ab7', 'gw_port_host': None}] {{(pid=91756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:27:18.669788 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [None req-0859bdf7-a47c-4bcd-8341-f4626b6ff916 admin admin] Calling delete_port for a4fda1c3-7f3f-4e29-9406-cb42d7579dc7 owned by network:router_gateway {{(pid=91754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:27:18.673060 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:18.805456 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0859bdf7-a47c-4bcd-8341-f4626b6ff916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:18.810019 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-ea86e19d-584c-4b44-8137-ddf4560fb5be tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:27:18.850565 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859bdf7-a47c-4bcd-8341-f4626b6ff916 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4fda1c3-7f3f-4e29-9406-cb42d7579dc7,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:27:18.853147 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-0859bdf7-a47c-4bcd-8341-f4626b6ff916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:27:18.944820 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0859bdf7-a47c-4bcd-8341-f4626b6ff916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-960535'] for router_gateway, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:19.117195 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0859bdf7-a47c-4bcd-8341-f4626b6ff916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-956314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2143'] for router, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:19.119342 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0859bdf7-a47c-4bcd-8341-f4626b6ff916 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:19.140541 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0859bdf7-a47c-4bcd-8341-f4626b6ff916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-957606'] for router, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:19.141312 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0859bdf7-a47c-4bcd-8341-f4626b6ff916 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 39c2f4ba-2e74-4124-a8fb-140ab38982f6 {{(pid=91754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 18:27:19.153371 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-0859bdf7-a47c-4bcd-8341-f4626b6ff916 admin admin] Notify callbacks [] for router, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:19.154444 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-0859bdf7-a47c-4bcd-8341-f4626b6ff916 admin admin] 10.222.0.25 "DELETE /v2.0/routers/39c2f4ba-2e74-4124-a8fb-140ab38982f6 HTTP/1.1" status: 204 len: 168 time: 1.3022883 May 31 18:27:19.156983 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 34916) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:27:19.213102 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5c77e7f-37c8-4ed7-909e-92b8a8c5cdf8 admin admin] Deleting subnet a141bd4c-23e4-4ac5-be95-c7e9e5ec7954 {{(pid=91754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 18:27:19.215855 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-a5c77e7f-37c8-4ed7-909e-92b8a8c5cdf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:19.262426 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-a5c77e7f-37c8-4ed7-909e-92b8a8c5cdf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10873434'] for subnet, precommit_delete_associations {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:19.338907 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-a5c77e7f-37c8-4ed7-909e-92b8a8c5cdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4023773'] for subnet, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:19.547807 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:19.689226 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-a5c77e7f-37c8-4ed7-909e-92b8a8c5cdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4028520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10873380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10908789'] for subnet, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:19.693824 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-8172a570-033e-4935-9726-7ed1f7ab8911 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:27:19.726015 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c77e7f-37c8-4ed7-909e-92b8a8c5cdf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a141bd4c-23e4-4ac5-be95-c7e9e5ec7954,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:27:19.729443 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-a5c77e7f-37c8-4ed7-909e-92b8a8c5cdf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:27:19.733174 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-a5c77e7f-37c8-4ed7-909e-92b8a8c5cdf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:19.739655 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-a5c77e7f-37c8-4ed7-909e-92b8a8c5cdf8 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a141bd4c-23e4-4ac5-be95-c7e9e5ec7954 HTTP/1.1" status: 204 len: 168 time: 0.5816767 May 31 18:27:19.742314 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ba9961-d5a4-4897-84e8-71f193dca905 None None] Network bdb4a9e4-0610-4a9d-bf9e-a0493305c72a requested from dv-cinder-770050-4-smb {{(pid=91755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:27:19.742536 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 34926) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:27:19.864333 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-ad031bad-95f2-4c10-af5f-d1562dc5f1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4129193'] for network, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:19.938995 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [None req-ad031bad-95f2-4c10-af5f-d1562dc5f1a5 admin admin] Deleting port 1c7b578f-8889-48b6-b245-cdda0b370cd7 {{(pid=91754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:27:19.939342 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-ad031bad-95f2-4c10-af5f-d1562dc5f1a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:20.036896 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1318957a-ba13-439f-86c2-5c279af4d495 None None] DHCP port deletion for bdb4a9e4-0610-4a9d-bf9e-a0493305c72a request from dv-cinder-770050-4-smb {{(pid=91755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 18:27:20.050499 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [None req-ad031bad-95f2-4c10-af5f-d1562dc5f1a5 admin admin] For port 1c7b578f-8889-48b6-b245-cdda0b370cd7, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=1c7b578f-8889-48b6-b245-cdda0b370cd7,segment=NetworkSegment(9e7eb541-2a48-4373-bede-dc253746dbb0),segment_id=9e7eb541-2a48-4373-bede-dc253746dbb0)] {{(pid=91754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:27:20.051357 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-ad031bad-95f2-4c10-af5f-d1562dc5f1a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:20.123653 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-1318957a-ba13-439f-86c2-5c279af4d495 None None] Deleting port 1c7b578f-8889-48b6-b245-cdda0b370cd7 {{(pid=91755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:27:20.124140 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-1318957a-ba13-439f-86c2-5c279af4d495 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:20.185563 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [None req-ad031bad-95f2-4c10-af5f-d1562dc5f1a5 admin admin] Calling delete_port for 1c7b578f-8889-48b6-b245-cdda0b370cd7 owned by network:dhcp {{(pid=91754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:27:20.220907 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06 no longer exists at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:27:20.244513 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-ad031bad-95f2-4c10-af5f-d1562dc5f1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:20.255134 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:27:20.266194 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] No Port match for: 96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06 {{(pid=91755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:27:20.266547 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 96d7e38f-707f-4b2e-b6d5-ad2efcbfcc06 not bound to the agent host dv-cinder-770050-4-smb {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:27:20.266962 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device a4fda1c3-7f3f-4e29-9406-cb42d7579dc7 no longer exists at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:27:20.294120 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad031bad-95f2-4c10-af5f-d1562dc5f1a5 admin admin] No DVR routers for this DVR port 1c7b578f-8889-48b6-b245-cdda0b370cd7 on host dv-cinder-770050-4-smb {{(pid=91754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:27:20.309743 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] No Port match for: a4fda1c3-7f3f-4e29-9406-cb42d7579dc7 {{(pid=91755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:27:20.310145 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device a4fda1c3-7f3f-4e29-9406-cb42d7579dc7 not bound to the agent host dv-cinder-770050-4-smb {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:27:20.310561 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 1c7b578f-8889-48b6-b245-cdda0b370cd7 no longer exists at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:27:20.326666 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad031bad-95f2-4c10-af5f-d1562dc5f1a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c7b578f-8889-48b6-b245-cdda0b370cd7,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:27:20.331594 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-ad031bad-95f2-4c10-af5f-d1562dc5f1a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:27:20.352659 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] No Port match for: 1c7b578f-8889-48b6-b245-cdda0b370cd7 {{(pid=91755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:27:20.353077 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 1c7b578f-8889-48b6-b245-cdda0b370cd7 not bound to the agent host dv-cinder-770050-4-smb {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:27:20.357800 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-1318957a-ba13-439f-86c2-5c279af4d495 None None] For port 1c7b578f-8889-48b6-b245-cdda0b370cd7, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=1c7b578f-8889-48b6-b245-cdda0b370cd7,segment=NetworkSegment(9e7eb541-2a48-4373-bede-dc253746dbb0),segment_id=9e7eb541-2a48-4373-bede-dc253746dbb0)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:27:20.358233 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-1318957a-ba13-439f-86c2-5c279af4d495 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:20.421431 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-ad031bad-95f2-4c10-af5f-d1562dc5f1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4026450', 'neutron.services.segments.db._delete_segments_for_network-8763744138716'] for network, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:20.434154 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.services.segments.db [None req-ad031bad-95f2-4c10-af5f-d1562dc5f1a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdb4a9e4-0610-4a9d-bf9e-a0493305c72a']}} {{(pid=91754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:27:20.445821 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.services.segments.db [None req-ad031bad-95f2-4c10-af5f-d1562dc5f1a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e7eb541-2a48-4373-bede-dc253746dbb0') {'for_net_delete': True} {{(pid=91754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:27:20.446111 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.services.segments.db [None req-ad031bad-95f2-4c10-af5f-d1562dc5f1a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e7eb541-2a48-4373-bede-dc253746dbb0') {} {{(pid=91754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:27:20.457542 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-ad031bad-95f2-4c10-af5f-d1562dc5f1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763744148125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10873425'] for segment, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:20.473519 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-ad031bad-95f2-4c10-af5f-d1562dc5f1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090'] for segment, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:20.479681 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad031bad-95f2-4c10-af5f-d1562dc5f1a5 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=91754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 18:27:20.480085 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-ad031bad-95f2-4c10-af5f-d1562dc5f1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10873986'] for segment, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:20.480369 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-1318957a-ba13-439f-86c2-5c279af4d495 None None] Calling delete_port for 1c7b578f-8889-48b6-b245-cdda0b370cd7 owned by network:dhcp {{(pid=91755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:27:20.493696 dv-cinder-770050-4-smb neutron-server[91754]: Traceback (most recent call last): May 31 18:27:20.493696 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 18:27:20.493696 dv-cinder-770050-4-smb neutron-server[91754]: timer() May 31 18:27:20.493696 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 18:27:20.493696 dv-cinder-770050-4-smb neutron-server[91754]: cb(*args, **kw) May 31 18:27:20.493696 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 18:27:20.493696 dv-cinder-770050-4-smb neutron-server[91754]: return func(*args, **kwargs) May 31 18:27:20.493696 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 18:27:20.493696 dv-cinder-770050-4-smb neutron-server[91754]: self._notify() May 31 18:27:20.493696 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 18:27:20.493696 dv-cinder-770050-4-smb neutron-server[91754]: self.callback(batched_events) May 31 18:27:20.493696 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 18:27:20.493696 dv-cinder-770050-4-smb neutron-server[91754]: event.method(event) May 31 18:27:20.493696 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 18:27:20.493696 dv-cinder-770050-4-smb neutron-server[91754]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 18:27:20.493696 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 18:27:20.493696 dv-cinder-770050-4-smb neutron-server[91754]: aggregate_uuid = self.p_client.list_aggregates( May 31 18:27:20.493696 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 18:27:20.493696 dv-cinder-770050-4-smb neutron-server[91754]: return f(self, *a, **k) May 31 18:27:20.493696 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 18:27:20.493696 dv-cinder-770050-4-smb neutron-server[91754]: return self._get(url).json() May 31 18:27:20.493696 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 18:27:20.493696 dv-cinder-770050-4-smb neutron-server[91754]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 18:27:20.493696 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 18:27:20.493696 dv-cinder-770050-4-smb neutron-server[91754]: return self.request(url, 'GET', **kwargs) May 31 18:27:20.493696 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 18:27:20.493696 dv-cinder-770050-4-smb neutron-server[91754]: base_url = self.get_endpoint(auth, allow=allow, May 31 18:27:20.493696 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 18:27:20.493696 dv-cinder-770050-4-smb neutron-server[91754]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 18:27:20.493696 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 18:27:20.493696 dv-cinder-770050-4-smb neutron-server[91754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 18:27:20.493696 dv-cinder-770050-4-smb neutron-server[91754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 18:27:20.529493 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-1318957a-ba13-439f-86c2-5c279af4d495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404'] for port, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:20.533404 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:27:20.570292 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-ad031bad-95f2-4c10-af5f-d1562dc5f1a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4026459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960522'] for network, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:20.574213 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-4291a89c-0a14-4f2d-8249-897e720e18f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:27:20.578035 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318957a-ba13-439f-86c2-5c279af4d495 None None] Pushing event deleted for resources: {'Port': ['ID=1c7b578f-8889-48b6-b245-cdda0b370cd7,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:27:20.580993 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-1318957a-ba13-439f-86c2-5c279af4d495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:27:20.582310 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1318957a-ba13-439f-86c2-5c279af4d495 None None] No DVR routers for this DVR port 1c7b578f-8889-48b6-b245-cdda0b370cd7 on host dv-cinder-770050-4-smb {{(pid=91755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:27:20.588023 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-ad031bad-95f2-4c10-af5f-d1562dc5f1a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for network, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:20.600362 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad031bad-95f2-4c10-af5f-d1562dc5f1a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdb4a9e4-0610-4a9d-bf9e-a0493305c72a,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:27:20.604560 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-ad031bad-95f2-4c10-af5f-d1562dc5f1a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:27:20.612500 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-ad031bad-95f2-4c10-af5f-d1562dc5f1a5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/bdb4a9e4-0610-4a9d-bf9e-a0493305c72a HTTP/1.1" status: 204 len: 168 time: 0.8690085 May 31 18:27:20.725421 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 34938) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:27:20.773345 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-79b00320-40c8-4300-9475-69c68eaca26f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b4d1b216261e41c7aa55b53c9f2a5ab7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0465372 May 31 18:27:20.775630 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 34942) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:27:20.830100 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-4572558e-2376-4116-ba8c-96e19c4842c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:20.858496 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-4572558e-2376-4116-ba8c-96e19c4842c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:20.908871 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-4572558e-2376-4116-ba8c-96e19c4842c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:20.912506 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-57d000f5-1c0a-4596-a415-8f29fcbad04e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:27:20.926074 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4572558e-2376-4116-ba8c-96e19c4842c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ad7a27-54d2-472c-a98b-ff130c118dd2,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:27:20.928465 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-4572558e-2376-4116-ba8c-96e19c4842c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:27:20.934420 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-4572558e-2376-4116-ba8c-96e19c4842c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:20.935502 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-4572558e-2376-4116-ba8c-96e19c4842c3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/53ad7a27-54d2-472c-a98b-ff130c118dd2 HTTP/1.1" status: 204 len: 168 time: 0.1589773 May 31 18:27:21.239614 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:24.462383 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-751deb49-2c97-40f4-8fc7-70e2b3e8c96d tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:24.463808 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-751deb49-2c97-40f4-8fc7-70e2b3e8c96d tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/networks?id=a138f206-e48f-42f0-bb09-b3b8cc3e7081 HTTP/1.1" status: 200 len: 814 time: 0.1515024 May 31 18:27:24.478716 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-a588e90f-0f16-4613-beb7-cd8f36d7435e tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/quotas/fe7b89adc05d486e8f56372e34e4e698 HTTP/1.1" status: 200 len: 375 time: 0.0093265 May 31 18:27:24.666153 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-b5beda92-b070-404f-94cf-bd5941b54bb0 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=fe7b89adc05d486e8f56372e34e4e698&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1823115 May 31 18:27:24.797657 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-79ff1731-5b36-43d6-a78d-467e9b17cc1b service neutron] 10.222.0.25 "GET /v2.0/networks/a138f206-e48f-42f0-bb09-b3b8cc3e7081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248055 May 31 18:27:24.935398 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-f3f23b88-c74d-434f-8122-c5ae9cc6013d service neutron] 10.222.0.25 "GET /v2.0/networks/a138f206-e48f-42f0-bb09-b3b8cc3e7081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326969 May 31 18:27:25.117851 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-7f911d60-4131-4c30-a2ce-f191738b2249 req-613ccdda-c55f-4ac7-90ee-28afa17200cd tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=f211d0a6-4015-460d-ae59-d4c988fe1985 HTTP/1.1" status: 200 len: 210 time: 0.0462136 May 31 18:27:26.161956 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-0f91cf83-67ba-46e3-8c4e-e5e313c0b60a tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:26.163503 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-0f91cf83-67ba-46e3-8c4e-e5e313c0b60a tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.20 "GET /v2.0/networks?id=a138f206-e48f-42f0-bb09-b3b8cc3e7081 HTTP/1.1" status: 200 len: 814 time: 0.1602285 May 31 18:27:26.176133 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-f8a9e1ba-9a43-4e87-9dde-ba1fcc9a5344 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Request body: {'port': {'device_id': 'f211d0a6-4015-460d-ae59-d4c988fe1985', 'network_id': 'a138f206-e48f-42f0-bb09-b3b8cc3e7081', 'admin_state_up': True, 'tenant_id': 'fe7b89adc05d486e8f56372e34e4e698'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:27:26.280555 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-9dc6e6f5-d950-4b9c-9ccf-617fb62ec7cd req-4364a932-daac-48dc-855d-d95693b2e2fd tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=f211d0a6-4015-460d-ae59-d4c988fe1985 HTTP/1.1" status: 200 len: 210 time: 0.0471218 May 31 18:27:26.328693 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-f8a9e1ba-9a43-4e87-9dde-ba1fcc9a5344 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:27:26.339905 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-f8a9e1ba-9a43-4e87-9dde-ba1fcc9a5344 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:27:26.348874 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-f8a9e1ba-9a43-4e87-9dde-ba1fcc9a5344 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Made reservation on behalf of fe7b89adc05d486e8f56372e34e4e698 for: {'port': 1} {{(pid=91754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:27:26.353410 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-f8a9e1ba-9a43-4e87-9dde-ba1fcc9a5344 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:26.490460 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 35068) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:27:26.605517 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-692acb67-aa8f-4576-862b-dc261d9bdc53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:26.610923 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.db_base_plugin_common [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-f8a9e1ba-9a43-4e87-9dde-ba1fcc9a5344 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Allocated IP 172.20.0.7 (a138f206-e48f-42f0-bb09-b3b8cc3e7081/ddc38e44-cb06-433e-bfbd-9bc731518aaa/76b986b1-cde7-4e17-974e-4bf6a411b79a) {{(pid=91754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:27:26.619630 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-692acb67-aa8f-4576-862b-dc261d9bdc53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:27:26.623325 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-692acb67-aa8f-4576-862b-dc261d9bdc53 admin admin] Usage tracker for resource:security_group_rule and tenant:155d7d97b54344afaa33e53d4b1443c1 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:27:26.626254 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-692acb67-aa8f-4576-862b-dc261d9bdc53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:27:26.633012 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-692acb67-aa8f-4576-862b-dc261d9bdc53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:27:26.718389 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-692acb67-aa8f-4576-862b-dc261d9bdc53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:26.722761 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-692acb67-aa8f-4576-862b-dc261d9bdc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:26.729854 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-4848c041-bf74-4d3e-9327-3278be6537d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:27:26.769596 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-692acb67-aa8f-4576-862b-dc261d9bdc53 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=155d7d97b54344afaa33e53d4b1443c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2780607 May 31 18:27:26.770636 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692acb67-aa8f-4576-862b-dc261d9bdc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4eee77b-9ca0-4cb2-b1ed-b527f86c0a84,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:27:26.773212 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 35074) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:27:26.775629 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-692acb67-aa8f-4576-862b-dc261d9bdc53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:27:26.813622 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-f8a9e1ba-9a43-4e87-9dde-ba1fcc9a5344 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Notify callbacks [] for port, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:26.830014 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6f5b3608-4afb-4e31-ad4d-fe7f2f6234fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:26.843117 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-f8a9e1ba-9a43-4e87-9dde-ba1fcc9a5344 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:26.849426 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-7cc2efdf-fea8-4a50-a262-4752f9e691a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:27:26.854946 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] get_ports_and_sgs() called for port_ids ['1984bd68-887e-445a-989d-82e573f297fa', 'b019f556-2a8b-49ef-bb01-3642353d38a9', '656c54ad-b41e-4402-aca2-f5540a6506d3'] {{(pid=91755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:27:26.855502 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6f5b3608-4afb-4e31-ad4d-fe7f2f6234fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:26.907415 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6f5b3608-4afb-4e31-ad4d-fe7f2f6234fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:26.912715 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-f6eae538-ca2d-482a-b06e-4fdd136a281a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:27:26.919553 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-f8a9e1ba-9a43-4e87-9dde-ba1fcc9a5344 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Network a138f206-e48f-42f0-bb09-b3b8cc3e7081 is already hosted by enough agents. {{(pid=91754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:27:26.922484 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b3608-4afb-4e31-ad4d-fe7f2f6234fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4eee77b-9ca0-4cb2-b1ed-b527f86c0a84,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:27:26.922808 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.base_scheduler [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-f8a9e1ba-9a43-4e87-9dde-ba1fcc9a5344 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Resources bound (agent type, host, resource id): {{(pid=91754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:27:26.926086 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-6f5b3608-4afb-4e31-ad4d-fe7f2f6234fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:27:26.926735 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.l3_dvrscheduler_db [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-f8a9e1ba-9a43-4e87-9dde-ba1fcc9a5344 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Received port after_create {{(pid=91754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:27:26.930043 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6f5b3608-4afb-4e31-ad4d-fe7f2f6234fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:26.931139 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-6f5b3608-4afb-4e31-ad4d-fe7f2f6234fa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b4eee77b-9ca0-4cb2-b1ed-b527f86c0a84 HTTP/1.1" status: 204 len: 168 time: 0.1573031 May 31 18:27:26.961626 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a9e1ba-9a43-4e87-9dde-ba1fcc9a5344 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Pushing event updated for resources: {'Port': ['ID=76b986b1-cde7-4e17-974e-4bf6a411b79a,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:27:26.967976 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-f8a9e1ba-9a43-4e87-9dde-ba1fcc9a5344 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:27:27.000858 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-f8a9e1ba-9a43-4e87-9dde-ba1fcc9a5344 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:27.001598 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-f8a9e1ba-9a43-4e87-9dde-ba1fcc9a5344 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:27.029309 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-f8a9e1ba-9a43-4e87-9dde-ba1fcc9a5344 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8570750 May 31 18:27:27.048068 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-4e9cbb9d-6e9d-40ed-87c1-4bca9832ef1e service neutron] Request body: {'port': {'device_id': 'f211d0a6-4015-460d-ae59-d4c988fe1985', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77005'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:27:27.169138 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-4e9cbb9d-6e9d-40ed-87c1-4bca9832ef1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:27.246719 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 35082) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:27:27.264814 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-01a5ea2a-4a42-474b-8d79-7f2833cf542d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:27.283789 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-01a5ea2a-4a42-474b-8d79-7f2833cf542d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:27:27.289681 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-01a5ea2a-4a42-474b-8d79-7f2833cf542d admin admin] Usage tracker for resource:security_group_rule and tenant:1e45b342ca7e4566bd850b3a473fe94b is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:27:27.292946 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-01a5ea2a-4a42-474b-8d79-7f2833cf542d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:27:27.298501 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-01a5ea2a-4a42-474b-8d79-7f2833cf542d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:27:27.383891 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-01a5ea2a-4a42-474b-8d79-7f2833cf542d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:27.387958 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-01a5ea2a-4a42-474b-8d79-7f2833cf542d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:27.397317 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-96d23fb0-4c67-49ac-b7c8-ad50fd327a10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:27:27.436623 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-01a5ea2a-4a42-474b-8d79-7f2833cf542d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1e45b342ca7e4566bd850b3a473fe94b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1883042 May 31 18:27:27.437748 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a5ea2a-4a42-474b-8d79-7f2833cf542d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93df5c40-f30a-4bb0-ad64-79bebe48e9f2,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:27:27.440817 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-01a5ea2a-4a42-474b-8d79-7f2833cf542d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:27:27.442054 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 35088) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:27:27.498099 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-eb102af6-0b2c-4dc0-85f9-5523cf5e9929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:27.513090 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790190de-815d-4d9b-87e6-a4b6a9bccae8 req-910de99b-1d2b-40b1-9da7-312987e0d613 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:27.513774 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-790190de-815d-4d9b-87e6-a4b6a9bccae8 req-910de99b-1d2b-40b1-9da7-312987e0d613 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Synchronizing usage tracker for tenant:fe7b89adc05d486e8f56372e34e4e698 on resource:port {{(pid=91754) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:27:27.524587 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-eb102af6-0b2c-4dc0-85f9-5523cf5e9929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:27.575830 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-eb102af6-0b2c-4dc0-85f9-5523cf5e9929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:27.581002 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-790190de-815d-4d9b-87e6-a4b6a9bccae8 req-910de99b-1d2b-40b1-9da7-312987e0d613 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Unset dirty status for tenant:fe7b89adc05d486e8f56372e34e4e698 on resource:port {{(pid=91754) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:27:27.581236 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-6f5b3608-4afb-4e31-ad4d-fe7f2f6234fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:27:27.582099 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-790190de-815d-4d9b-87e6-a4b6a9bccae8 req-910de99b-1d2b-40b1-9da7-312987e0d613 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=f211d0a6-4015-460d-ae59-d4c988fe1985 HTTP/1.1" status: 200 len: 931 time: 0.1927307 May 31 18:27:27.590838 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.notifiers.nova [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-4e9cbb9d-6e9d-40ed-87c1-4bca9832ef1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76b986b1-cde7-4e17-974e-4bf6a411b79a {{(pid=91754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:27:27.598192 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb102af6-0b2c-4dc0-85f9-5523cf5e9929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93df5c40-f30a-4bb0-ad64-79bebe48e9f2,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:27:27.600552 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-eb102af6-0b2c-4dc0-85f9-5523cf5e9929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:27:27.602813 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-eb102af6-0b2c-4dc0-85f9-5523cf5e9929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:27.604130 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-eb102af6-0b2c-4dc0-85f9-5523cf5e9929 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/93df5c40-f30a-4bb0-ad64-79bebe48e9f2 HTTP/1.1" status: 204 len: 168 time: 0.1614637 May 31 18:27:27.627200 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-4e9cbb9d-6e9d-40ed-87c1-4bca9832ef1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:27.656971 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-790190de-815d-4d9b-87e6-a4b6a9bccae8 req-e5d094c2-7faa-474a-b991-736ae6ec430f tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614316 May 31 18:27:27.659261 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.provisioning_blocks [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-4e9cbb9d-6e9d-40ed-87c1-4bca9832ef1e service neutron] Transition to ACTIVE for port object 76b986b1-cde7-4e17-974e-4bf6a411b79a will not be triggered until provisioned by entity L2. {{(pid=91754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:27:27.663390 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-4e9cbb9d-6e9d-40ed-87c1-4bca9832ef1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10874078'] for port, after_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:27.667312 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-b70335b3-18eb-4eeb-a90f-65164ae122f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:27:27.856592 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9cbb9d-6e9d-40ed-87c1-4bca9832ef1e service neutron] Pushing event updated for resources: {'Port': ['ID=76b986b1-cde7-4e17-974e-4bf6a411b79a,revision_number=2']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:27:27.859449 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-4e9cbb9d-6e9d-40ed-87c1-4bca9832ef1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:27:27.899874 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.managers [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-4e9cbb9d-6e9d-40ed-87c1-4bca9832ef1e service neutron] Attempting to bind port 76b986b1-cde7-4e17-974e-4bf6a411b79a on host hv-cinder-77005 for vnic_type normal with profile {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:27:27.900252 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.managers [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-4e9cbb9d-6e9d-40ed-87c1-4bca9832ef1e service neutron] Attempting to bind port 76b986b1-cde7-4e17-974e-4bf6a411b79a by drivers openvswitch,hyperv on host hv-cinder-77005 at level 0 using segments [{'id': 'ce34822c-fdd7-40dd-ac29-67176f30aab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a138f206-e48f-42f0-bb09-b3b8cc3e7081'}] {{(pid=91754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:27:27.900553 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-4e9cbb9d-6e9d-40ed-87c1-4bca9832ef1e service neutron] Attempting to bind port 76b986b1-cde7-4e17-974e-4bf6a411b79a on network a138f206-e48f-42f0-bb09-b3b8cc3e7081 {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:27:27.905254 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-4e9cbb9d-6e9d-40ed-87c1-4bca9832ef1e service neutron] Port 76b986b1-cde7-4e17-974e-4bf6a411b79a on network a138f206-e48f-42f0-bb09-b3b8cc3e7081 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77005 {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 18:27:27.905572 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-4e9cbb9d-6e9d-40ed-87c1-4bca9832ef1e service neutron] Attempting to bind port 76b986b1-cde7-4e17-974e-4bf6a411b79a on network a138f206-e48f-42f0-bb09-b3b8cc3e7081 {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:27:27.910824 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-4e9cbb9d-6e9d-40ed-87c1-4bca9832ef1e service neutron] Checking agent: {'id': '46eeceb7-2107-4a71-92f6-f52bad665eae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77005', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 16, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:27:27.911283 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-4e9cbb9d-6e9d-40ed-87c1-4bca9832ef1e service neutron] Checking segment: {'id': 'ce34822c-fdd7-40dd-ac29-67176f30aab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a138f206-e48f-42f0-bb09-b3b8cc3e7081'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:27:27.911696 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-4e9cbb9d-6e9d-40ed-87c1-4bca9832ef1e service neutron] Bound using segment: {'id': 'ce34822c-fdd7-40dd-ac29-67176f30aab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a138f206-e48f-42f0-bb09-b3b8cc3e7081'} {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:27:27.912329 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.managers [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-4e9cbb9d-6e9d-40ed-87c1-4bca9832ef1e service neutron] Bound port: 76b986b1-cde7-4e17-974e-4bf6a411b79a, host: hv-cinder-77005, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce34822c-fdd7-40dd-ac29-67176f30aab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a138f206-e48f-42f0-bb09-b3b8cc3e7081'}}] {{(pid=91754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:27:27.912773 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-4e9cbb9d-6e9d-40ed-87c1-4bca9832ef1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:28.001180 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-4e9cbb9d-6e9d-40ed-87c1-4bca9832ef1e service neutron] For port 76b986b1-cde7-4e17-974e-4bf6a411b79a, host hv-cinder-77005, cleared binding levels {{(pid=91754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:27:28.004149 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-4e9cbb9d-6e9d-40ed-87c1-4bca9832ef1e service neutron] For port 76b986b1-cde7-4e17-974e-4bf6a411b79a, host hv-cinder-77005, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=76b986b1-cde7-4e17-974e-4bf6a411b79a,segment=NetworkSegment(ce34822c-fdd7-40dd-ac29-67176f30aab2),segment_id=ce34822c-fdd7-40dd-ac29-67176f30aab2)] {{(pid=91754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:27:28.009437 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-4e9cbb9d-6e9d-40ed-87c1-4bca9832ef1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10874078'] for port, after_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:28.013429 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-a1b203fa-3e7b-42a3-95f3-32ab4671523a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:27:28.075968 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-4e9cbb9d-6e9d-40ed-87c1-4bca9832ef1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:28.076597 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-4e9cbb9d-6e9d-40ed-87c1-4bca9832ef1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:28.077945 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-4e9cbb9d-6e9d-40ed-87c1-4bca9832ef1e service neutron] 10.222.0.20 "PUT /v2.0/ports/76b986b1-cde7-4e17-974e-4bf6a411b79a HTTP/1.1" status: 200 len: 1093 time: 1.0345654 May 31 18:27:28.078445 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f211d0a6-4015-460d-ae59-d4c988fe1985', 'tag': '76b986b1-cde7-4e17-974e-4bf6a411b79a'}] {{(pid=91754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:27:28.080722 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b8d31c20630307edfd170fd0520c8261bc4320d7d7b7fb717012a3b2519c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862cfdc2-f9b2-4d82-af94-44922001d3d8" -d '{"events": [{"name": "network-changed", "server_uuid": "f211d0a6-4015-460d-ae59-d4c988fe1985", "tag": "76b986b1-cde7-4e17-974e-4bf6a411b79a"}]}' {{(pid=91754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:27:28.095678 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9cbb9d-6e9d-40ed-87c1-4bca9832ef1e service neutron] Pushing event updated for resources: {'Port': ['ID=76b986b1-cde7-4e17-974e-4bf6a411b79a,revision_number=3']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:27:28.098881 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-4e9cbb9d-6e9d-40ed-87c1-4bca9832ef1e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:27:28.151110 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e09627-3e00-473d-b523-4dd4e5d8dc41 x-openstack-request-id: req-64e09627-3e00-473d-b523-4dd4e5d8dc41 {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:27:28.151431 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f211d0a6-4015-460d-ae59-d4c988fe1985", "tag": "76b986b1-cde7-4e17-974e-4bf6a411b79a", "status": "completed", "code": 200}]} {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:27:28.151723 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-64e09627-3e00-473d-b523-4dd4e5d8dc41 {{(pid=91754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:27:28.152170 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f211d0a6-4015-460d-ae59-d4c988fe1985', 'tag': '76b986b1-cde7-4e17-974e-4bf6a411b79a', 'status': 'completed', 'code': 200} May 31 18:27:28.190766 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-4b305b83-b452-451d-ac10-7060a362086c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:28.192312 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-4b305b83-b452-451d-ac10-7060a362086c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fe7b89adc05d486e8f56372e34e4e698&device_id=f211d0a6-4015-460d-ae59-d4c988fe1985 HTTP/1.1" status: 200 len: 1096 time: 0.0765121 May 31 18:27:28.268444 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-e409a68c-7962-4535-8243-55aa13c61dca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76b986b1-cde7-4e17-974e-4bf6a411b79a HTTP/1.1" status: 200 len: 217 time: 0.0668812 May 31 18:27:28.330311 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-bc176f16-47cb-4639-b1c7-cf9b4bb9d53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:28.331734 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-bc176f16-47cb-4639-b1c7-cf9b4bb9d53f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ddc38e44-cb06-433e-bfbd-9bc731518aaa HTTP/1.1" status: 200 len: 854 time: 0.0561528 May 31 18:27:28.472988 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-01a94eda-b075-4c16-aa52-8015a100c287 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a138f206-e48f-42f0-bb09-b3b8cc3e7081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1346343 May 31 18:27:28.605005 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-dca55cc7-fb6e-4cc0-aabe-c64d447e7a82 service neutron] 10.222.0.20 "GET /v2.0/networks/a138f206-e48f-42f0-bb09-b3b8cc3e7081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247532 May 31 18:27:28.744800 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a94c36da-14ee-4b02-bc1b-76f5ffe544dd req-94ec7a82-7abf-46c6-baed-d119f85bd28c service neutron] 10.222.0.20 "GET /v2.0/networks/a138f206-e48f-42f0-bb09-b3b8cc3e7081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292632 May 31 18:27:28.908334 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f627cd4-6d78-4d7c-b8b5-28c9cbf5295d req-f1025140-f3df-417e-a4be-8d31dab885d8 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:28.909783 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9f627cd4-6d78-4d7c-b8b5-28c9cbf5295d req-f1025140-f3df-417e-a4be-8d31dab885d8 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=f211d0a6-4015-460d-ae59-d4c988fe1985 HTTP/1.1" status: 200 len: 943 time: 0.1440716 May 31 18:27:28.911749 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cfdc2-f9b2-4d82-af94-44922001d3d8 req-8b756a4b-c8b3-422d-9ccf-0d03a571b500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:28.913086 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-862cfdc2-f9b2-4d82-af94-44922001d3d8 req-8b756a4b-c8b3-422d-9ccf-0d03a571b500 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fe7b89adc05d486e8f56372e34e4e698&device_id=f211d0a6-4015-460d-ae59-d4c988fe1985 HTTP/1.1" status: 200 len: 1096 time: 0.1088676 May 31 18:27:29.032650 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9f627cd4-6d78-4d7c-b8b5-28c9cbf5295d req-6e0f80dd-7be0-43f7-803d-fe846ba5434f tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170874 May 31 18:27:29.080182 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cfdc2-f9b2-4d82-af94-44922001d3d8 req-6178c5c9-ab37-4baf-92d5-865d942b0385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:29.080182 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-862cfdc2-f9b2-4d82-af94-44922001d3d8 req-6178c5c9-ab37-4baf-92d5-865d942b0385 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a138f206-e48f-42f0-bb09-b3b8cc3e7081 HTTP/1.1" status: 200 len: 914 time: 0.1490259 May 31 18:27:29.148692 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-862cfdc2-f9b2-4d82-af94-44922001d3d8 req-6bf5681c-3650-4966-b2e4-2310af0134fc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=76b986b1-cde7-4e17-974e-4bf6a411b79a HTTP/1.1" status: 200 len: 217 time: 0.0646131 May 31 18:27:29.210252 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862cfdc2-f9b2-4d82-af94-44922001d3d8 req-3ef225a4-47f4-451c-bbc8-563be5fe97b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:29.211655 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-862cfdc2-f9b2-4d82-af94-44922001d3d8 req-3ef225a4-47f4-451c-bbc8-563be5fe97b9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ddc38e44-cb06-433e-bfbd-9bc731518aaa HTTP/1.1" status: 200 len: 854 time: 0.0568738 May 31 18:27:29.262073 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-862cfdc2-f9b2-4d82-af94-44922001d3d8 req-3641c628-80c1-49fd-8654-57639cb15af2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a138f206-e48f-42f0-bb09-b3b8cc3e7081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430839 May 31 18:27:29.392059 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-862cfdc2-f9b2-4d82-af94-44922001d3d8 req-41937bc7-1cc2-4a6b-8cdb-59d015a83972 service neutron] 10.222.0.20 "GET /v2.0/networks/a138f206-e48f-42f0-bb09-b3b8cc3e7081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230867 May 31 18:27:29.521421 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-862cfdc2-f9b2-4d82-af94-44922001d3d8 req-7de1b13b-f0b6-4881-92e0-43f4e7456153 service neutron] 10.222.0.20 "GET /v2.0/networks/a138f206-e48f-42f0-bb09-b3b8cc3e7081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220388 May 31 18:27:30.221461 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b192255-61be-414a-b455-8b63d1835cec req-fa0b9d09-fa5e-4315-b243-2e02232d3bd1 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:30.222884 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-5b192255-61be-414a-b455-8b63d1835cec req-fa0b9d09-fa5e-4315-b243-2e02232d3bd1 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=f211d0a6-4015-460d-ae59-d4c988fe1985 HTTP/1.1" status: 200 len: 943 time: 0.0781944 May 31 18:27:30.266984 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-5b192255-61be-414a-b455-8b63d1835cec req-c420ae29-de6e-424a-9121-1ab3ea7906b8 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385158 May 31 18:27:31.451882 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c39b3f-992f-44e6-b7eb-850d2a83fc82 req-946c0089-b8db-4372-8ece-b99b9b81b2f4 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:31.453868 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-52c39b3f-992f-44e6-b7eb-850d2a83fc82 req-946c0089-b8db-4372-8ece-b99b9b81b2f4 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=f211d0a6-4015-460d-ae59-d4c988fe1985 HTTP/1.1" status: 200 len: 943 time: 0.0822449 May 31 18:27:31.497708 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-52c39b3f-992f-44e6-b7eb-850d2a83fc82 req-c399a4f2-49a0-4d2f-9a59-c52c534d3cc4 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374966 May 31 18:27:32.355519 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 35172) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:27:32.477967 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-505cbfd6-c867-4f34-82a8-8071da95c83a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:32.491578 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-505cbfd6-c867-4f34-82a8-8071da95c83a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:27:32.495331 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-505cbfd6-c867-4f34-82a8-8071da95c83a admin admin] Usage tracker for resource:security_group_rule and tenant:eb0064af7a674ffdb9d8777b11e28347 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:27:32.498071 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-505cbfd6-c867-4f34-82a8-8071da95c83a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:27:32.503633 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-505cbfd6-c867-4f34-82a8-8071da95c83a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:27:32.584391 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-505cbfd6-c867-4f34-82a8-8071da95c83a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:32.588268 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-505cbfd6-c867-4f34-82a8-8071da95c83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:32.600464 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-01a5ea2a-4a42-474b-8d79-7f2833cf542d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:27:32.679832 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505cbfd6-c867-4f34-82a8-8071da95c83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a2da21-0255-413b-9052-1356b2c5ee64,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:27:32.683827 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-505cbfd6-c867-4f34-82a8-8071da95c83a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eb0064af7a674ffdb9d8777b11e28347&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3272986 May 31 18:27:32.684923 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-505cbfd6-c867-4f34-82a8-8071da95c83a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:27:32.686659 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 35180) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:27:32.718841 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cbf6ac-3437-4cc9-998e-105d565e58b5 req-6f02e27c-1818-4b2d-8a25-c5293de6f3e6 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:32.720306 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-a3cbf6ac-3437-4cc9-998e-105d565e58b5 req-6f02e27c-1818-4b2d-8a25-c5293de6f3e6 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=f211d0a6-4015-460d-ae59-d4c988fe1985 HTTP/1.1" status: 200 len: 943 time: 0.1102557 May 31 18:27:32.743584 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-f09da68b-be9f-444c-acca-2db0d3c1828e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:32.764046 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-a3cbf6ac-3437-4cc9-998e-105d565e58b5 req-ea1d5c03-da14-4b5a-a48b-cc46dd20e4f3 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374877 May 31 18:27:32.768929 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-f09da68b-be9f-444c-acca-2db0d3c1828e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:32.830502 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-f09da68b-be9f-444c-acca-2db0d3c1828e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:32.835642 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-895bba31-be96-4b0a-ad2f-551fd6b57cd9 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:27:32.847806 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09da68b-be9f-444c-acca-2db0d3c1828e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a2da21-0255-413b-9052-1356b2c5ee64,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:27:32.850353 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-f09da68b-be9f-444c-acca-2db0d3c1828e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:27:32.851510 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-f09da68b-be9f-444c-acca-2db0d3c1828e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:32.852599 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-f09da68b-be9f-444c-acca-2db0d3c1828e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/49a2da21-0255-413b-9052-1356b2c5ee64 HTTP/1.1" status: 204 len: 168 time: 0.1649959 May 31 18:27:33.045322 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.agents_db [None req-6172caff-413f-4f38-b24a-66359638417e None None] Agent healthcheck: found 6 active agents {{(pid=91756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:27:33.127838 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 35188) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:27:33.145798 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c18a36e4-5e90-46b6-86f7-876f85e944c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:33.162851 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-c18a36e4-5e90-46b6-86f7-876f85e944c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:27:33.166591 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-c18a36e4-5e90-46b6-86f7-876f85e944c3 admin admin] Usage tracker for resource:security_group_rule and tenant:3ea16c353acf4a2c9c7063571b728818 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:27:33.169314 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-c18a36e4-5e90-46b6-86f7-876f85e944c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:27:33.174837 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-c18a36e4-5e90-46b6-86f7-876f85e944c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:27:33.254098 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c18a36e4-5e90-46b6-86f7-876f85e944c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:33.258029 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c18a36e4-5e90-46b6-86f7-876f85e944c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:33.265848 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-7cb156f6-09a9-42b6-b09c-7ef6112c5f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:27:33.302785 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a36e4-5e90-46b6-86f7-876f85e944c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6f5105-41d2-4c99-a0aa-3b77163a3698,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:27:33.305773 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-c18a36e4-5e90-46b6-86f7-876f85e944c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:27:33.308174 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-c18a36e4-5e90-46b6-86f7-876f85e944c3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3ea16c353acf4a2c9c7063571b728818&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1793032 May 31 18:27:33.310768 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 35192) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:27:33.366298 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-e9cee148-4a6a-489c-a185-1883eccb8527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:33.390988 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-e9cee148-4a6a-489c-a185-1883eccb8527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:33.441364 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-e9cee148-4a6a-489c-a185-1883eccb8527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:33.446678 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-016f04d8-1b86-4dda-a279-e16941f18818 tempest-AttachVolumeShelveTestJSON-75308216 tempest-AttachVolumeShelveTestJSON-75308216-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:27:33.461314 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cee148-4a6a-489c-a185-1883eccb8527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6f5105-41d2-4c99-a0aa-3b77163a3698,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:27:33.465034 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-e9cee148-4a6a-489c-a185-1883eccb8527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:27:33.470246 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-e9cee148-4a6a-489c-a185-1883eccb8527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:33.471330 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-e9cee148-4a6a-489c-a185-1883eccb8527 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5f6f5105-41d2-4c99-a0aa-3b77163a3698 HTTP/1.1" status: 204 len: 168 time: 0.1596861 May 31 18:27:33.626658 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 76b986b1-cde7-4e17-974e-4bf6a411b79a details requested by agent hyperv_hv-cinder-77005 with host hv-cinder-77005 {{(pid=91755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 18:27:33.758910 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 76b986b1-cde7-4e17-974e-4bf6a411b79a, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=76b986b1-cde7-4e17-974e-4bf6a411b79a,segment=NetworkSegment(ce34822c-fdd7-40dd-ac29-67176f30aab2),segment_id=ce34822c-fdd7-40dd-ac29-67176f30aab2)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:27:33.772645 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Returning: {'device': '76b986b1-cde7-4e17-974e-4bf6a411b79a', 'network_id': 'a138f206-e48f-42f0-bb09-b3b8cc3e7081', 'port_id': '76b986b1-cde7-4e17-974e-4bf6a411b79a', 'mac_address': 'fa:16:3e:a8:86:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddc38e44-cb06-433e-bfbd-9bc731518aaa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 18:27:33.828133 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:33.846432 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76b986b1-cde7-4e17-974e-4bf6a411b79a {{(pid=91755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:27:33.863750 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 76b986b1-cde7-4e17-974e-4bf6a411b79a, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=76b986b1-cde7-4e17-974e-4bf6a411b79a,segment=NetworkSegment(ce34822c-fdd7-40dd-ac29-67176f30aab2),segment_id=ce34822c-fdd7-40dd-ac29-67176f30aab2)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:27:33.869415 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:33.871298 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:27:33.940227 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=76b986b1-cde7-4e17-974e-4bf6a411b79a,revision_number=4']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:27:33.943339 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:27:33.968501 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba3bde-530d-4381-98a6-28d7f57b59d8 req-6139a6c5-5d66-4f3b-aaf7-d1f0a32f904f tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:33.969973 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-5cba3bde-530d-4381-98a6-28d7f57b59d8 req-6139a6c5-5d66-4f3b-aaf7-d1f0a32f904f tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=f211d0a6-4015-460d-ae59-d4c988fe1985 HTTP/1.1" status: 200 len: 944 time: 0.0949976 May 31 18:27:34.014618 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-5cba3bde-530d-4381-98a6-28d7f57b59d8 req-5d65c6a2-b185-49f7-9bd5-419782425106 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384240 May 31 18:27:34.273862 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] get_ports_and_sgs() called for port_ids ['76b986b1-cde7-4e17-974e-4bf6a411b79a'] {{(pid=91755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:27:35.198519 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173d7cc3-3db8-4b2f-a42d-2e44cb39d271 req-0e5a45e8-fe5b-45f1-af86-5b9b0d1085b9 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:35.199978 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-173d7cc3-3db8-4b2f-a42d-2e44cb39d271 req-0e5a45e8-fe5b-45f1-af86-5b9b0d1085b9 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=f211d0a6-4015-460d-ae59-d4c988fe1985 HTTP/1.1" status: 200 len: 944 time: 0.0806370 May 31 18:27:35.250447 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-173d7cc3-3db8-4b2f-a42d-2e44cb39d271 req-d65f5b36-1530-4511-856f-463739449e30 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447130 May 31 18:27:35.640467 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 76b986b1-cde7-4e17-974e-4bf6a411b79a up at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:27:35.709206 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Provisioning for port 76b986b1-cde7-4e17-974e-4bf6a411b79a completed by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:27:35.713863 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Provisioning complete for port 76b986b1-cde7-4e17-974e-4bf6a411b79a triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:27:35.714239 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:35.832431 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:35.859142 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f211d0a6-4015-460d-ae59-d4c988fe1985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b986b1-cde7-4e17-974e-4bf6a411b79a'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:27:35.861468 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e2032fe1b554800b495be35bbba042da1e7f6a6deba8ede5c150f2a358caca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f977ecff-48a1-48c8-b40b-67ec1858c1ca" -d '{"events": [{"server_uuid": "f211d0a6-4015-460d-ae59-d4c988fe1985", "name": "network-vif-plugged", "status": "completed", "tag": "76b986b1-cde7-4e17-974e-4bf6a411b79a"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:27:35.869235 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 76b986b1-cde7-4e17-974e-4bf6a411b79a, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=76b986b1-cde7-4e17-974e-4bf6a411b79a,segment=NetworkSegment(ce34822c-fdd7-40dd-ac29-67176f30aab2),segment_id=ce34822c-fdd7-40dd-ac29-67176f30aab2)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:27:35.873191 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:35.874999 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:27:35.909968 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6711323-302f-46b9-8aa3-5cc44e3154a5 x-openstack-request-id: req-a6711323-302f-46b9-8aa3-5cc44e3154a5 {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:27:35.910266 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f211d0a6-4015-460d-ae59-d4c988fe1985", "name": "network-vif-plugged", "status": "completed", "tag": "76b986b1-cde7-4e17-974e-4bf6a411b79a", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:27:35.910525 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a6711323-302f-46b9-8aa3-5cc44e3154a5 {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:27:35.910914 dv-cinder-770050-4-smb neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f211d0a6-4015-460d-ae59-d4c988fe1985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b986b1-cde7-4e17-974e-4bf6a411b79a', 'code': 200} May 31 18:27:35.941131 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=76b986b1-cde7-4e17-974e-4bf6a411b79a,revision_number=5']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:27:35.944565 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:27:36.152296 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a8f0f-f320-4079-a816-35ffc7cb5c66 req-9274e124-ec64-4efc-a74e-cec8dd0b4ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:36.153747 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-721a8f0f-f320-4079-a816-35ffc7cb5c66 req-9274e124-ec64-4efc-a74e-cec8dd0b4ea6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f211d0a6-4015-460d-ae59-d4c988fe1985 HTTP/1.1" status: 200 len: 1098 time: 0.0750175 May 31 18:27:36.196359 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-721a8f0f-f320-4079-a816-35ffc7cb5c66 req-9430c6e9-a2bf-48f4-9461-af2c6fee94f9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351050 May 31 18:27:36.439935 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd6cd1-e78b-4b7e-89f7-586d7c86bb84 req-5a4175a9-0c43-4d63-a845-1a7ec4dd63ea tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:36.441390 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-93bd6cd1-e78b-4b7e-89f7-586d7c86bb84 req-5a4175a9-0c43-4d63-a845-1a7ec4dd63ea tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=f211d0a6-4015-460d-ae59-d4c988fe1985 HTTP/1.1" status: 200 len: 945 time: 0.0852399 May 31 18:27:36.486194 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-93bd6cd1-e78b-4b7e-89f7-586d7c86bb84 req-3e689a50-daee-4013-a325-97a99bc2d549 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390069 May 31 18:27:37.678330 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198473b3-7e13-49cc-8176-f4fb7676ca66 req-55416aa7-ff06-4e2d-a60c-a5b0ea83e341 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:37.679672 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-198473b3-7e13-49cc-8176-f4fb7676ca66 req-55416aa7-ff06-4e2d-a60c-a5b0ea83e341 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=f211d0a6-4015-460d-ae59-d4c988fe1985 HTTP/1.1" status: 200 len: 945 time: 0.0814390 May 31 18:27:37.722604 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-198473b3-7e13-49cc-8176-f4fb7676ca66 req-ca42650d-68bb-4496-8a5f-c8d8296eff41 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373070 May 31 18:27:38.905386 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ecc0dc-e9dd-465c-95ad-5d85fa05c0bd req-16ba1c22-bedc-4567-91d7-8e1690ea7ed4 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:38.906832 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-89ecc0dc-e9dd-465c-95ad-5d85fa05c0bd req-16ba1c22-bedc-4567-91d7-8e1690ea7ed4 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=f211d0a6-4015-460d-ae59-d4c988fe1985 HTTP/1.1" status: 200 len: 945 time: 0.0812373 May 31 18:27:38.951688 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-89ecc0dc-e9dd-465c-95ad-5d85fa05c0bd req-c7b46794-d8da-4730-8bd0-84c61cc177df tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384481 May 31 18:27:46.006205 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f10a5940-dd02-45cc-b02e-4c30dc9dc5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:46.405666 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fd5dc8-ec6d-4dbe-a716-8a40faff4a3d req-163ddc45-072e-4787-919c-70dd1bbc0bee tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:46.407056 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-52fd5dc8-ec6d-4dbe-a716-8a40faff4a3d req-163ddc45-072e-4787-919c-70dd1bbc0bee tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=f211d0a6-4015-460d-ae59-d4c988fe1985 HTTP/1.1" status: 200 len: 945 time: 0.0824957 May 31 18:27:46.452467 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-52fd5dc8-ec6d-4dbe-a716-8a40faff4a3d req-93da1932-8a3f-4828-91d4-cf35ebb5c578 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397346 May 31 18:27:47.718790 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e370c00c-81b9-401b-9c05-6828defa27eb req-0bd0c6c5-7a3b-43f7-95a5-783afcfb1a28 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:47.720248 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-e370c00c-81b9-401b-9c05-6828defa27eb req-0bd0c6c5-7a3b-43f7-95a5-783afcfb1a28 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=f211d0a6-4015-460d-ae59-d4c988fe1985 HTTP/1.1" status: 200 len: 945 time: 0.1618323 May 31 18:27:47.763240 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-e370c00c-81b9-401b-9c05-6828defa27eb req-fba3a1de-2230-48f6-a18c-c10d53c7ad4d tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373282 May 31 18:27:48.547372 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b5a1877e-a2e1-4805-ac08-a1bc93db31ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:48.586937 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:48.615499 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a18c671-7e20-473c-ab89-ba433176fccf req-ef4d243e-2fbb-4fc4-bbb5-996db82d63f8 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:48.616943 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8a18c671-7e20-473c-ab89-ba433176fccf req-ef4d243e-2fbb-4fc4-bbb5-996db82d63f8 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.20 "GET /v2.0/ports?device_id=f211d0a6-4015-460d-ae59-d4c988fe1985 HTTP/1.1" status: 200 len: 945 time: 0.0829644 May 31 18:27:48.672119 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:48.748353 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [req-8a18c671-7e20-473c-ab89-ba433176fccf req-fac01d11-f528-471e-b25d-41e04ce0530f tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Deleting port 76b986b1-cde7-4e17-974e-4bf6a411b79a {{(pid=91754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:27:48.748899 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-8a18c671-7e20-473c-ab89-ba433176fccf req-fac01d11-f528-471e-b25d-41e04ce0530f tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:48.879809 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [req-8a18c671-7e20-473c-ab89-ba433176fccf req-fac01d11-f528-471e-b25d-41e04ce0530f tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] For port 76b986b1-cde7-4e17-974e-4bf6a411b79a, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=76b986b1-cde7-4e17-974e-4bf6a411b79a,segment=NetworkSegment(ce34822c-fdd7-40dd-ac29-67176f30aab2),segment_id=ce34822c-fdd7-40dd-ac29-67176f30aab2)] {{(pid=91754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:27:48.880190 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-8a18c671-7e20-473c-ab89-ba433176fccf req-fac01d11-f528-471e-b25d-41e04ce0530f tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:48.942838 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd1266-0558-4ca3-8739-29cf6dc9b7e8 req-b9e49d6e-f65f-4a44-80ae-22593aac5b49 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:48.944240 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-fcdd1266-0558-4ca3-8739-29cf6dc9b7e8 req-b9e49d6e-f65f-4a44-80ae-22593aac5b49 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=f211d0a6-4015-460d-ae59-d4c988fe1985 HTTP/1.1" status: 200 len: 945 time: 0.0788763 May 31 18:27:48.987663 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-fcdd1266-0558-4ca3-8739-29cf6dc9b7e8 req-f9966d80-62a4-4443-99d0-f84546c90b82 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370214 May 31 18:27:49.004874 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [req-8a18c671-7e20-473c-ab89-ba433176fccf req-fac01d11-f528-471e-b25d-41e04ce0530f tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Calling delete_port for 76b986b1-cde7-4e17-974e-4bf6a411b79a owned by compute:nova {{(pid=91754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:27:49.112340 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-8a18c671-7e20-473c-ab89-ba433176fccf req-fac01d11-f528-471e-b25d-41e04ce0530f tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:49.117784 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-1bc5ee3e-4ad1-4968-b45d-51f9887f4045 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:27:49.124105 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] get_ports_and_sgs() called for port_ids ['1984bd68-887e-445a-989d-82e573f297fa', 'b019f556-2a8b-49ef-bb01-3642353d38a9', '656c54ad-b41e-4402-aca2-f5540a6506d3', '76b986b1-cde7-4e17-974e-4bf6a411b79a'] {{(pid=91755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:27:49.165620 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac01d11-f528-471e-b25d-41e04ce0530f tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Pushing event deleted for resources: {'Port': ['ID=76b986b1-cde7-4e17-974e-4bf6a411b79a,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:27:49.175502 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac01d11-f528-471e-b25d-41e04ce0530f tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:27:49.175865 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac01d11-f528-471e-b25d-41e04ce0530f tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:27:49.176752 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac01d11-f528-471e-b25d-41e04ce0530f tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:27:49.176752 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac01d11-f528-471e-b25d-41e04ce0530f tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:27:49.176957 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac01d11-f528-471e-b25d-41e04ce0530f tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:27:49.177276 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac01d11-f528-471e-b25d-41e04ce0530f tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:27:49.177604 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac01d11-f528-471e-b25d-41e04ce0530f tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:27:49.177949 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac01d11-f528-471e-b25d-41e04ce0530f tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:27:49.178290 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac01d11-f528-471e-b25d-41e04ce0530f tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:27:49.178630 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac01d11-f528-471e-b25d-41e04ce0530f tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:27:49.178977 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac01d11-f528-471e-b25d-41e04ce0530f tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:27:49.179366 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac01d11-f528-471e-b25d-41e04ce0530f tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:27:49.206746 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-fac01d11-f528-471e-b25d-41e04ce0530f tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:27:49.253022 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a18c671-7e20-473c-ab89-ba433176fccf req-fac01d11-f528-471e-b25d-41e04ce0530f tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] No DVR routers for this DVR port 76b986b1-cde7-4e17-974e-4bf6a411b79a on host hv-cinder-77005 {{(pid=91754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:27:49.255566 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-8a18c671-7e20-473c-ab89-ba433176fccf req-fac01d11-f528-471e-b25d-41e04ce0530f tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:49.259795 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f211d0a6-4015-460d-ae59-d4c988fe1985', 'name': 'network-vif-deleted', 'tag': '76b986b1-cde7-4e17-974e-4bf6a411b79a'}] {{(pid=91754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:27:49.262084 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b8d31c20630307edfd170fd0520c8261bc4320d7d7b7fb717012a3b2519c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084ba178-d2b7-4263-9b1e-61a071098c0f" -d '{"events": [{"server_uuid": "f211d0a6-4015-460d-ae59-d4c988fe1985", "name": "network-vif-deleted", "tag": "76b986b1-cde7-4e17-974e-4bf6a411b79a"}]}' {{(pid=91754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:27:49.275942 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8a18c671-7e20-473c-ab89-ba433176fccf req-fac01d11-f528-471e-b25d-41e04ce0530f tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.20 "DELETE /v2.0/ports/76b986b1-cde7-4e17-974e-4bf6a411b79a HTTP/1.1" status: 204 len: 173 time: 0.6533442 May 31 18:27:49.309497 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e41f3e1-68aa-464f-8567-c97da1f92c72 x-openstack-request-id: req-5e41f3e1-68aa-464f-8567-c97da1f92c72 {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:27:49.309837 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f211d0a6-4015-460d-ae59-d4c988fe1985", "name": "network-vif-deleted", "tag": "76b986b1-cde7-4e17-974e-4bf6a411b79a", "status": "completed", "code": 200}]} {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:27:49.310106 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e41f3e1-68aa-464f-8567-c97da1f92c72 {{(pid=91754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:27:49.310536 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f211d0a6-4015-460d-ae59-d4c988fe1985', 'name': 'network-vif-deleted', 'tag': '76b986b1-cde7-4e17-974e-4bf6a411b79a', 'status': 'completed', 'code': 200} May 31 18:27:49.535405 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:51.240472 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:51.351176 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2901c08d-8765-4581-aaf0-c4c8410f406e req-cdb8d01c-1446-45e7-b21a-d692df88e6d7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ea16651a-5a4b-40e0-9392-506aeea9f307&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719950 May 31 18:27:51.492194 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901c08d-8765-4581-aaf0-c4c8410f406e req-008331e2-b5a6-44b5-8d85-0141ca1d78e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:51.494016 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2901c08d-8765-4581-aaf0-c4c8410f406e req-008331e2-b5a6-44b5-8d85-0141ca1d78e7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fe7b89adc05d486e8f56372e34e4e698&device_id=ea16651a-5a4b-40e0-9392-506aeea9f307 HTTP/1.1" status: 200 len: 1099 time: 0.0720525 May 31 18:27:51.647319 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901c08d-8765-4581-aaf0-c4c8410f406e req-6a36614f-fc56-4b34-8595-978aee2f39e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:51.648852 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2901c08d-8765-4581-aaf0-c4c8410f406e req-6a36614f-fc56-4b34-8595-978aee2f39e0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a138f206-e48f-42f0-bb09-b3b8cc3e7081 HTTP/1.1" status: 200 len: 914 time: 0.1286380 May 31 18:27:51.719946 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2901c08d-8765-4581-aaf0-c4c8410f406e req-a03e34cb-60d2-4662-b87d-77e7bcfb4165 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1984bd68-887e-445a-989d-82e573f297fa HTTP/1.1" status: 200 len: 217 time: 0.0631351 May 31 18:27:51.747708 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b068c6-6c75-44c7-a680-56d01bb50fde req-000408fc-6df4-47cc-ad21-d1e5a199025a tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:51.749100 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-95b068c6-6c75-44c7-a680-56d01bb50fde req-000408fc-6df4-47cc-ad21-d1e5a199025a tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=bad7233e-1d55-4cc3-ae90-aae57dcb7fb8 HTTP/1.1" status: 200 len: 945 time: 0.1631629 May 31 18:27:51.782253 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901c08d-8765-4581-aaf0-c4c8410f406e req-9994d39c-7b50-46fe-b37f-45663bc7c442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:51.783653 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2901c08d-8765-4581-aaf0-c4c8410f406e req-9994d39c-7b50-46fe-b37f-45663bc7c442 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ddc38e44-cb06-433e-bfbd-9bc731518aaa HTTP/1.1" status: 200 len: 854 time: 0.0569010 May 31 18:27:51.793194 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-95b068c6-6c75-44c7-a680-56d01bb50fde req-5d62968f-74f3-4b30-8c9f-5da1e8c0147b tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383215 May 31 18:27:51.829619 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2901c08d-8765-4581-aaf0-c4c8410f406e req-dae5f09b-0e9a-40a0-a5be-640a473b76e0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a138f206-e48f-42f0-bb09-b3b8cc3e7081&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388525 May 31 18:27:51.957435 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2901c08d-8765-4581-aaf0-c4c8410f406e req-88b44431-74c6-47ed-a6ea-9510fd11503c service neutron] 10.222.0.20 "GET /v2.0/networks/a138f206-e48f-42f0-bb09-b3b8cc3e7081?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201026 May 31 18:27:52.083909 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2901c08d-8765-4581-aaf0-c4c8410f406e req-d836095c-f7d5-4ea8-b5a7-0f7126b1b34a service neutron] 10.222.0.20 "GET /v2.0/networks/a138f206-e48f-42f0-bb09-b3b8cc3e7081?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198337 May 31 18:27:53.063659 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387c5723-ec30-44d6-bdc1-39795d2ea9dd req-21fec694-4bb3-41ed-b782-8d548fc5544e tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:53.064397 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-387c5723-ec30-44d6-bdc1-39795d2ea9dd req-21fec694-4bb3-41ed-b782-8d548fc5544e tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Synchronizing usage tracker for tenant:fe7b89adc05d486e8f56372e34e4e698 on resource:port {{(pid=91754) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:27:53.079097 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-387c5723-ec30-44d6-bdc1-39795d2ea9dd req-21fec694-4bb3-41ed-b782-8d548fc5544e tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Unset dirty status for tenant:fe7b89adc05d486e8f56372e34e4e698 on resource:port {{(pid=91754) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:27:53.080460 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-387c5723-ec30-44d6-bdc1-39795d2ea9dd req-21fec694-4bb3-41ed-b782-8d548fc5544e tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=bad7233e-1d55-4cc3-ae90-aae57dcb7fb8 HTTP/1.1" status: 200 len: 945 time: 0.1824124 May 31 18:27:53.128253 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-387c5723-ec30-44d6-bdc1-39795d2ea9dd req-0d7a8e36-fcd9-4502-9c18-eb9daf8807c8 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420601 May 31 18:27:53.794730 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 76b986b1-cde7-4e17-974e-4bf6a411b79a no longer exists at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:27:53.827649 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] No Port match for: 76b986b1-cde7-4e17-974e-4bf6a411b79a {{(pid=91755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:27:53.827990 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 76b986b1-cde7-4e17-974e-4bf6a411b79a not bound to the agent host hv-cinder-77005 {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:27:54.016204 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c64f56-ee47-4633-8fe7-36cc27e862f9 req-3f5dc6c6-2220-44f4-9890-8e34d74a1c4c tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:54.018053 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-27c64f56-ee47-4633-8fe7-36cc27e862f9 req-3f5dc6c6-2220-44f4-9890-8e34d74a1c4c tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.20 "GET /v2.0/ports?device_id=bad7233e-1d55-4cc3-ae90-aae57dcb7fb8 HTTP/1.1" status: 200 len: 945 time: 0.0796878 May 31 18:27:54.146884 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [req-27c64f56-ee47-4633-8fe7-36cc27e862f9 req-462bf99e-3820-4725-a7b1-43c061a856d2 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Deleting port 656c54ad-b41e-4402-aca2-f5540a6506d3 {{(pid=91754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:27:54.147567 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-27c64f56-ee47-4633-8fe7-36cc27e862f9 req-462bf99e-3820-4725-a7b1-43c061a856d2 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:54.277681 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [req-27c64f56-ee47-4633-8fe7-36cc27e862f9 req-462bf99e-3820-4725-a7b1-43c061a856d2 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] For port 656c54ad-b41e-4402-aca2-f5540a6506d3, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=656c54ad-b41e-4402-aca2-f5540a6506d3,segment=NetworkSegment(ce34822c-fdd7-40dd-ac29-67176f30aab2),segment_id=ce34822c-fdd7-40dd-ac29-67176f30aab2)] {{(pid=91754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:27:54.278035 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-27c64f56-ee47-4633-8fe7-36cc27e862f9 req-462bf99e-3820-4725-a7b1-43c061a856d2 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:54.310485 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d089c-95c1-4339-8388-6ab01cd368a4 req-4160061b-3472-449b-bfe8-6f817e0ff448 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:54.311914 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-753d089c-95c1-4339-8388-6ab01cd368a4 req-4160061b-3472-449b-bfe8-6f817e0ff448 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=bad7233e-1d55-4cc3-ae90-aae57dcb7fb8 HTTP/1.1" status: 200 len: 945 time: 0.0807810 May 31 18:27:54.355106 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-753d089c-95c1-4339-8388-6ab01cd368a4 req-b2dd526a-f868-4645-9683-dcdd1015ad40 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375171 May 31 18:27:54.405262 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [req-27c64f56-ee47-4633-8fe7-36cc27e862f9 req-462bf99e-3820-4725-a7b1-43c061a856d2 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Calling delete_port for 656c54ad-b41e-4402-aca2-f5540a6506d3 owned by compute:nova {{(pid=91754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:27:54.510094 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-27c64f56-ee47-4633-8fe7-36cc27e862f9 req-462bf99e-3820-4725-a7b1-43c061a856d2 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:54.515315 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-569eb9c2-cc73-47fe-b983-a7e3da843fbe tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:27:54.522716 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] get_ports_and_sgs() called for port_ids ['1984bd68-887e-445a-989d-82e573f297fa', 'b019f556-2a8b-49ef-bb01-3642353d38a9', '656c54ad-b41e-4402-aca2-f5540a6506d3'] {{(pid=91755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:27:54.571232 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462bf99e-3820-4725-a7b1-43c061a856d2 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Pushing event deleted for resources: {'Port': ['ID=656c54ad-b41e-4402-aca2-f5540a6506d3,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:27:54.602606 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-462bf99e-3820-4725-a7b1-43c061a856d2 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:27:54.643236 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c64f56-ee47-4633-8fe7-36cc27e862f9 req-462bf99e-3820-4725-a7b1-43c061a856d2 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] No DVR routers for this DVR port 656c54ad-b41e-4402-aca2-f5540a6506d3 on host hv-cinder-77005 {{(pid=91754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:27:54.645595 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-27c64f56-ee47-4633-8fe7-36cc27e862f9 req-462bf99e-3820-4725-a7b1-43c061a856d2 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:54.648216 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad7233e-1d55-4cc3-ae90-aae57dcb7fb8', 'name': 'network-vif-deleted', 'tag': '656c54ad-b41e-4402-aca2-f5540a6506d3'}] {{(pid=91754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:27:54.650566 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b8d31c20630307edfd170fd0520c8261bc4320d7d7b7fb717012a3b2519c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd42709-3beb-4f78-9f52-504e0fec9e76" -d '{"events": [{"server_uuid": "bad7233e-1d55-4cc3-ae90-aae57dcb7fb8", "name": "network-vif-deleted", "tag": "656c54ad-b41e-4402-aca2-f5540a6506d3"}]}' {{(pid=91754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:27:54.667194 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-27c64f56-ee47-4633-8fe7-36cc27e862f9 req-462bf99e-3820-4725-a7b1-43c061a856d2 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.20 "DELETE /v2.0/ports/656c54ad-b41e-4402-aca2-f5540a6506d3 HTTP/1.1" status: 204 len: 173 time: 0.6439953 May 31 18:27:54.706993 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24abe221-ce31-4880-ae42-744125b6e483 x-openstack-request-id: req-24abe221-ce31-4880-ae42-744125b6e483 {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:27:54.707958 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad7233e-1d55-4cc3-ae90-aae57dcb7fb8", "name": "network-vif-deleted", "tag": "656c54ad-b41e-4402-aca2-f5540a6506d3", "status": "completed", "code": 200}]} {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:27:54.708286 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-24abe221-ce31-4880-ae42-744125b6e483 {{(pid=91754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:27:54.708765 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bad7233e-1d55-4cc3-ae90-aae57dcb7fb8', 'name': 'network-vif-deleted', 'tag': '656c54ad-b41e-4402-aca2-f5540a6506d3', 'status': 'completed', 'code': 200} May 31 18:27:55.793540 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f592cf-9f4f-4058-81c4-5c890fc9a204 req-3210daee-cb67-4aff-8b9d-a3b62d53fed4 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:55.794976 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-c8f592cf-9f4f-4058-81c4-5c890fc9a204 req-3210daee-cb67-4aff-8b9d-a3b62d53fed4 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=9189f551-1c6f-4a38-bec2-0dfd07a8b38b HTTP/1.1" status: 200 len: 945 time: 0.0778754 May 31 18:27:55.839216 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-c8f592cf-9f4f-4058-81c4-5c890fc9a204 req-54fbe1d6-d784-4f37-9ac1-f17922f7acef tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387151 May 31 18:27:57.036397 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b30b62-fb36-4dd1-96e4-c2a479450ba3 req-2cf73231-93e3-402f-9296-f53231360531 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:57.037120 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-a4b30b62-fb36-4dd1-96e4-c2a479450ba3 req-2cf73231-93e3-402f-9296-f53231360531 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Synchronizing usage tracker for tenant:fe7b89adc05d486e8f56372e34e4e698 on resource:port {{(pid=91754) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:27:57.052409 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-a4b30b62-fb36-4dd1-96e4-c2a479450ba3 req-2cf73231-93e3-402f-9296-f53231360531 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Unset dirty status for tenant:fe7b89adc05d486e8f56372e34e4e698 on resource:port {{(pid=91754) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:27:57.053432 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a4b30b62-fb36-4dd1-96e4-c2a479450ba3 req-2cf73231-93e3-402f-9296-f53231360531 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=9189f551-1c6f-4a38-bec2-0dfd07a8b38b HTTP/1.1" status: 200 len: 945 time: 0.1108825 May 31 18:27:57.100697 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-a4b30b62-fb36-4dd1-96e4-c2a479450ba3 req-0b5bf5b8-f580-4c28-8009-bb7810cd5cf9 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411482 May 31 18:27:57.399423 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31deec-53ea-4fc0-94a8-374955c3f1aa req-5159f54b-6918-447e-9491-5b187815be06 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:27:57.400921 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-fc31deec-53ea-4fc0-94a8-374955c3f1aa req-5159f54b-6918-447e-9491-5b187815be06 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.20 "GET /v2.0/ports?device_id=9189f551-1c6f-4a38-bec2-0dfd07a8b38b HTTP/1.1" status: 200 len: 945 time: 0.0815477 May 31 18:27:57.538951 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [req-fc31deec-53ea-4fc0-94a8-374955c3f1aa req-01eed949-fd38-49dd-afd5-de5083dc5a7b tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Deleting port b019f556-2a8b-49ef-bb01-3642353d38a9 {{(pid=91754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:27:57.539284 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-fc31deec-53ea-4fc0-94a8-374955c3f1aa req-01eed949-fd38-49dd-afd5-de5083dc5a7b tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:57.676966 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [req-fc31deec-53ea-4fc0-94a8-374955c3f1aa req-01eed949-fd38-49dd-afd5-de5083dc5a7b tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] For port b019f556-2a8b-49ef-bb01-3642353d38a9, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=b019f556-2a8b-49ef-bb01-3642353d38a9,segment=NetworkSegment(ce34822c-fdd7-40dd-ac29-67176f30aab2),segment_id=ce34822c-fdd7-40dd-ac29-67176f30aab2)] {{(pid=91754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:27:57.677317 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-fc31deec-53ea-4fc0-94a8-374955c3f1aa req-01eed949-fd38-49dd-afd5-de5083dc5a7b tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:57.798731 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [req-fc31deec-53ea-4fc0-94a8-374955c3f1aa req-01eed949-fd38-49dd-afd5-de5083dc5a7b tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Calling delete_port for b019f556-2a8b-49ef-bb01-3642353d38a9 owned by compute:nova {{(pid=91754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:27:57.810471 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 656c54ad-b41e-4402-aca2-f5540a6506d3 no longer exists at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:27:57.847466 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] No Port match for: 656c54ad-b41e-4402-aca2-f5540a6506d3 {{(pid=91755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:27:57.847810 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 656c54ad-b41e-4402-aca2-f5540a6506d3 not bound to the agent host hv-cinder-77005 {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:27:57.907211 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-fc31deec-53ea-4fc0-94a8-374955c3f1aa req-01eed949-fd38-49dd-afd5-de5083dc5a7b tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:57.912527 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-26ae1391-4b77-4ff4-85b3-2c72901e24f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:27:57.921417 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] get_ports_and_sgs() called for port_ids ['1984bd68-887e-445a-989d-82e573f297fa', 'b019f556-2a8b-49ef-bb01-3642353d38a9'] {{(pid=91755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:27:57.956225 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eed949-fd38-49dd-afd5-de5083dc5a7b tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Pushing event deleted for resources: {'Port': ['ID=b019f556-2a8b-49ef-bb01-3642353d38a9,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:27:57.959293 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-01eed949-fd38-49dd-afd5-de5083dc5a7b tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:27:58.117209 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc31deec-53ea-4fc0-94a8-374955c3f1aa req-01eed949-fd38-49dd-afd5-de5083dc5a7b tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] No DVR routers for this DVR port b019f556-2a8b-49ef-bb01-3642353d38a9 on host hv-cinder-77005 {{(pid=91754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:27:58.119431 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-fc31deec-53ea-4fc0-94a8-374955c3f1aa req-01eed949-fd38-49dd-afd5-de5083dc5a7b tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:58.121878 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9189f551-1c6f-4a38-bec2-0dfd07a8b38b', 'name': 'network-vif-deleted', 'tag': 'b019f556-2a8b-49ef-bb01-3642353d38a9'}] {{(pid=91754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:27:58.124128 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b8d31c20630307edfd170fd0520c8261bc4320d7d7b7fb717012a3b2519c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536f2fa6-6b24-4c53-99cf-499469def4f0" -d '{"events": [{"server_uuid": "9189f551-1c6f-4a38-bec2-0dfd07a8b38b", "name": "network-vif-deleted", "tag": "b019f556-2a8b-49ef-bb01-3642353d38a9"}]}' {{(pid=91754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:27:58.138654 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-fc31deec-53ea-4fc0-94a8-374955c3f1aa req-01eed949-fd38-49dd-afd5-de5083dc5a7b tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.20 "DELETE /v2.0/ports/b019f556-2a8b-49ef-bb01-3642353d38a9 HTTP/1.1" status: 204 len: 173 time: 0.7322621 May 31 18:27:58.173417 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46da836-8de0-4a58-9177-58673e897fe4 x-openstack-request-id: req-c46da836-8de0-4a58-9177-58673e897fe4 {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:27:58.173746 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9189f551-1c6f-4a38-bec2-0dfd07a8b38b", "name": "network-vif-deleted", "tag": "b019f556-2a8b-49ef-bb01-3642353d38a9", "status": "completed", "code": 200}]} {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:27:58.174032 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c46da836-8de0-4a58-9177-58673e897fe4 {{(pid=91754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:27:58.174497 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9189f551-1c6f-4a38-bec2-0dfd07a8b38b', 'name': 'network-vif-deleted', 'tag': 'b019f556-2a8b-49ef-bb01-3642353d38a9', 'status': 'completed', 'code': 200} May 31 18:27:58.256590 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-19fef103-a8a5-4366-b90d-ba1d99a7aa9a req-40c562c2-6abd-43e7-838a-24151e5420a7 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=9189f551-1c6f-4a38-bec2-0dfd07a8b38b HTTP/1.1" status: 200 len: 210 time: 0.0458252 May 31 18:27:58.805039 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 35448) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:27:58.918560 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-3dd99c7b-df64-440f-a931-2fc1caf3e62e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:58.932313 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-3dd99c7b-df64-440f-a931-2fc1caf3e62e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:27:58.935960 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-3dd99c7b-df64-440f-a931-2fc1caf3e62e admin admin] Usage tracker for resource:security_group_rule and tenant:68172db056f948f098ad7722f275ba20 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:27:58.938690 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-3dd99c7b-df64-440f-a931-2fc1caf3e62e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:27:58.944248 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-3dd99c7b-df64-440f-a931-2fc1caf3e62e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:27:59.023709 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-3dd99c7b-df64-440f-a931-2fc1caf3e62e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:59.027137 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-3dd99c7b-df64-440f-a931-2fc1caf3e62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:59.035020 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-95bbc6fa-8f7a-4e40-953d-461af9dc3a39 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:27:59.072558 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-3dd99c7b-df64-440f-a931-2fc1caf3e62e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=68172db056f948f098ad7722f275ba20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2665076 May 31 18:27:59.074191 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd99c7b-df64-440f-a931-2fc1caf3e62e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b53adad-247e-4008-8a7b-cb27a56d110b,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:27:59.075279 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 35454) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:27:59.081567 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd99c7b-df64-440f-a931-2fc1caf3e62e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:27:59.081940 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd99c7b-df64-440f-a931-2fc1caf3e62e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:27:59.082300 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd99c7b-df64-440f-a931-2fc1caf3e62e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:27:59.082663 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd99c7b-df64-440f-a931-2fc1caf3e62e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:27:59.083020 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd99c7b-df64-440f-a931-2fc1caf3e62e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:27:59.083373 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd99c7b-df64-440f-a931-2fc1caf3e62e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:27:59.083722 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd99c7b-df64-440f-a931-2fc1caf3e62e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:27:59.084097 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd99c7b-df64-440f-a931-2fc1caf3e62e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:27:59.084450 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd99c7b-df64-440f-a931-2fc1caf3e62e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:27:59.084797 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd99c7b-df64-440f-a931-2fc1caf3e62e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:27:59.085205 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd99c7b-df64-440f-a931-2fc1caf3e62e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:27:59.086044 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dd99c7b-df64-440f-a931-2fc1caf3e62e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:27:59.089950 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-3dd99c7b-df64-440f-a931-2fc1caf3e62e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:27:59.133992 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-a1d7e6b4-d9f7-45f0-b511-0bc0270030d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:59.158561 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-a1d7e6b4-d9f7-45f0-b511-0bc0270030d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:59.212415 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-a1d7e6b4-d9f7-45f0-b511-0bc0270030d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:59.216847 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-5853302a-4627-4f8d-8a8b-b19dae9b08a0 tempest-TestMinimumBasicScenario-1829543793 tempest-TestMinimumBasicScenario-1829543793-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:27:59.228756 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d7e6b4-d9f7-45f0-b511-0bc0270030d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b53adad-247e-4008-8a7b-cb27a56d110b,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:27:59.231569 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-a1d7e6b4-d9f7-45f0-b511-0bc0270030d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:27:59.233461 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-a1d7e6b4-d9f7-45f0-b511-0bc0270030d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:27:59.236855 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-a1d7e6b4-d9f7-45f0-b511-0bc0270030d8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1b53adad-247e-4008-8a7b-cb27a56d110b HTTP/1.1" status: 204 len: 168 time: 0.1582086 May 31 18:28:00.946284 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6f6b22-66ce-4577-ad19-834746fd4602 req-b6832ca8-a857-4aea-a242-d0b643e4072b tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:00.946981 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-cd6f6b22-66ce-4577-ad19-834746fd4602 req-b6832ca8-a857-4aea-a242-d0b643e4072b tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Synchronizing usage tracker for tenant:fe7b89adc05d486e8f56372e34e4e698 on resource:port {{(pid=91754) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:28:00.962517 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-cd6f6b22-66ce-4577-ad19-834746fd4602 req-b6832ca8-a857-4aea-a242-d0b643e4072b tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Unset dirty status for tenant:fe7b89adc05d486e8f56372e34e4e698 on resource:port {{(pid=91754) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:28:00.963646 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-cd6f6b22-66ce-4577-ad19-834746fd4602 req-b6832ca8-a857-4aea-a242-d0b643e4072b tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea16651a-5a4b-40e0-9392-506aeea9f307 HTTP/1.1" status: 200 len: 946 time: 0.0945287 May 31 18:28:01.007392 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-cd6f6b22-66ce-4577-ad19-834746fd4602 req-9eab9115-f729-47b9-9944-9eb0da46964b tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380564 May 31 18:28:01.837243 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device b019f556-2a8b-49ef-bb01-3642353d38a9 no longer exists at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:28:01.870330 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] No Port match for: b019f556-2a8b-49ef-bb01-3642353d38a9 {{(pid=91755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:28:01.870684 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device b019f556-2a8b-49ef-bb01-3642353d38a9 not bound to the agent host hv-cinder-77005 {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:28:02.199882 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f6006-ce3e-4a4a-ab16-f96aa9df682c req-74c9314b-8ccd-4a8e-be30-638cf432ed0e tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:02.201337 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-bf5f6006-ce3e-4a4a-ab16-f96aa9df682c req-74c9314b-8ccd-4a8e-be30-638cf432ed0e tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea16651a-5a4b-40e0-9392-506aeea9f307 HTTP/1.1" status: 200 len: 946 time: 0.0837796 May 31 18:28:02.244192 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-bf5f6006-ce3e-4a4a-ab16-f96aa9df682c req-00696166-f0b1-4e82-b548-7f42349de1aa tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/security-groups?id=6d0172a2-6c79-43ff-9d20-85feb7d1d188&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372555 May 31 18:28:02.727222 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70dcb8-1a0e-4487-a089-a4985da36da3 req-f4d7780b-d6b4-4e72-bc57-90771b822097 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:02.728564 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-0b70dcb8-1a0e-4487-a089-a4985da36da3 req-f4d7780b-d6b4-4e72-bc57-90771b822097 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea16651a-5a4b-40e0-9392-506aeea9f307 HTTP/1.1" status: 200 len: 946 time: 0.0814438 May 31 18:28:02.862648 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [req-0b70dcb8-1a0e-4487-a089-a4985da36da3 req-d0338962-4e81-462c-81f4-d1c47b881446 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Deleting port 1984bd68-887e-445a-989d-82e573f297fa {{(pid=91754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:28:02.863173 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-0b70dcb8-1a0e-4487-a089-a4985da36da3 req-d0338962-4e81-462c-81f4-d1c47b881446 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:03.000606 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [req-0b70dcb8-1a0e-4487-a089-a4985da36da3 req-d0338962-4e81-462c-81f4-d1c47b881446 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] For port 1984bd68-887e-445a-989d-82e573f297fa, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=1984bd68-887e-445a-989d-82e573f297fa,segment=NetworkSegment(ce34822c-fdd7-40dd-ac29-67176f30aab2),segment_id=ce34822c-fdd7-40dd-ac29-67176f30aab2)] {{(pid=91754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:28:03.000961 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-0b70dcb8-1a0e-4487-a089-a4985da36da3 req-d0338962-4e81-462c-81f4-d1c47b881446 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:03.126864 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [req-0b70dcb8-1a0e-4487-a089-a4985da36da3 req-d0338962-4e81-462c-81f4-d1c47b881446 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Calling delete_port for 1984bd68-887e-445a-989d-82e573f297fa owned by compute:nova {{(pid=91754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:28:03.245183 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-0b70dcb8-1a0e-4487-a089-a4985da36da3 req-d0338962-4e81-462c-81f4-d1c47b881446 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:03.250849 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-05c9e954-d934-4248-a18b-1a8b71b4067b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:03.256686 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] get_ports_and_sgs() called for port_ids ['1984bd68-887e-445a-989d-82e573f297fa'] {{(pid=91755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:28:03.303487 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0338962-4e81-462c-81f4-d1c47b881446 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Pushing event deleted for resources: {'Port': ['ID=1984bd68-887e-445a-989d-82e573f297fa,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:03.329012 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-d0338962-4e81-462c-81f4-d1c47b881446 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:03.411125 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b70dcb8-1a0e-4487-a089-a4985da36da3 req-d0338962-4e81-462c-81f4-d1c47b881446 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] No DVR routers for this DVR port 1984bd68-887e-445a-989d-82e573f297fa on host hv-cinder-77005 {{(pid=91754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:28:03.417860 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-0b70dcb8-1a0e-4487-a089-a4985da36da3 req-d0338962-4e81-462c-81f4-d1c47b881446 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:03.420517 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea16651a-5a4b-40e0-9392-506aeea9f307', 'name': 'network-vif-deleted', 'tag': '1984bd68-887e-445a-989d-82e573f297fa'}] {{(pid=91754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:28:03.422761 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b8d31c20630307edfd170fd0520c8261bc4320d7d7b7fb717012a3b2519c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84f718c-5e76-4cda-85ae-8012814c8e73" -d '{"events": [{"server_uuid": "ea16651a-5a4b-40e0-9392-506aeea9f307", "name": "network-vif-deleted", "tag": "1984bd68-887e-445a-989d-82e573f297fa"}]}' {{(pid=91754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:28:03.426473 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-30cfeda2-6351-4f23-9031-5adc0acb3646 req-b8427e74-a138-4a37-8436-f85a0a0dfcfa tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.25 "GET /v2.0/ports?device_id=ea16651a-5a4b-40e0-9392-506aeea9f307 HTTP/1.1" status: 200 len: 210 time: 0.0576940 May 31 18:28:03.438523 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-0b70dcb8-1a0e-4487-a089-a4985da36da3 req-d0338962-4e81-462c-81f4-d1c47b881446 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] 10.222.0.20 "DELETE /v2.0/ports/1984bd68-887e-445a-989d-82e573f297fa HTTP/1.1" status: 204 len: 173 time: 0.7045748 May 31 18:28:03.469076 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f1503c-0fec-4998-9aa5-5afd8fdcd0cd x-openstack-request-id: req-13f1503c-0fec-4998-9aa5-5afd8fdcd0cd {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:28:03.469423 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea16651a-5a4b-40e0-9392-506aeea9f307", "name": "network-vif-deleted", "tag": "1984bd68-887e-445a-989d-82e573f297fa", "status": "completed", "code": 200}]} {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:28:03.469849 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-13f1503c-0fec-4998-9aa5-5afd8fdcd0cd {{(pid=91754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:28:03.470279 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea16651a-5a4b-40e0-9392-506aeea9f307', 'name': 'network-vif-deleted', 'tag': '1984bd68-887e-445a-989d-82e573f297fa', 'status': 'completed', 'code': 200} May 31 18:28:04.519718 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 35524) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:28:04.578413 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff1d3ff7-3b34-400b-abcf-bb964b80afca admin admin] Deleting subnet ddc38e44-cb06-433e-bfbd-9bc731518aaa {{(pid=91753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 18:28:04.581252 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-ff1d3ff7-3b34-400b-abcf-bb964b80afca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:04.630659 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-ff1d3ff7-3b34-400b-abcf-bb964b80afca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1817973'] for subnet, precommit_delete_associations {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:04.691054 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-ff1d3ff7-3b34-400b-abcf-bb964b80afca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4023773'] for subnet, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:04.934576 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-ff1d3ff7-3b34-400b-abcf-bb964b80afca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4028520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1834154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1678804'] for subnet, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:04.938590 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:04.972331 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d3ff7-3b34-400b-abcf-bb964b80afca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddc38e44-cb06-433e-bfbd-9bc731518aaa,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:04.975293 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-ff1d3ff7-3b34-400b-abcf-bb964b80afca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:04.976853 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-ff1d3ff7-3b34-400b-abcf-bb964b80afca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for subnet, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:04.986533 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-ff1d3ff7-3b34-400b-abcf-bb964b80afca admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ddc38e44-cb06-433e-bfbd-9bc731518aaa HTTP/1.1" status: 204 len: 168 time: 0.4657912 May 31 18:28:04.989031 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 35528) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:28:05.093215 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c3642271-bd49-4ebf-8634-e156fb2e9176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4129193'] for network, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:05.213163 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c3642271-bd49-4ebf-8634-e156fb2e9176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4026450', 'neutron.services.segments.db._delete_segments_for_network-8763744138716'] for network, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:05.225245 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.services.segments.db [None req-c3642271-bd49-4ebf-8634-e156fb2e9176 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a138f206-e48f-42f0-bb09-b3b8cc3e7081']}} {{(pid=91753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:28:05.237305 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.services.segments.db [None req-c3642271-bd49-4ebf-8634-e156fb2e9176 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce34822c-fdd7-40dd-ac29-67176f30aab2') {'for_net_delete': True} {{(pid=91753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:28:05.237601 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.services.segments.db [None req-c3642271-bd49-4ebf-8634-e156fb2e9176 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce34822c-fdd7-40dd-ac29-67176f30aab2') {} {{(pid=91753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:28:05.249034 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c3642271-bd49-4ebf-8634-e156fb2e9176 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763744148125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1817982'] for segment, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:05.264812 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c3642271-bd49-4ebf-8634-e156fb2e9176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090'] for segment, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:05.271151 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3642271-bd49-4ebf-8634-e156fb2e9176 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=91753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 18:28:05.271526 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c3642271-bd49-4ebf-8634-e156fb2e9176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1833484'] for segment, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:05.284846 dv-cinder-770050-4-smb neutron-server[91753]: Traceback (most recent call last): May 31 18:28:05.284846 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 18:28:05.284846 dv-cinder-770050-4-smb neutron-server[91753]: timer() May 31 18:28:05.284846 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 18:28:05.284846 dv-cinder-770050-4-smb neutron-server[91753]: cb(*args, **kw) May 31 18:28:05.284846 dv-cinder-770050-4-smb neutron-server[91753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 18:28:05.284846 dv-cinder-770050-4-smb neutron-server[91753]: return func(*args, **kwargs) May 31 18:28:05.284846 dv-cinder-770050-4-smb neutron-server[91753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 18:28:05.284846 dv-cinder-770050-4-smb neutron-server[91753]: self._notify() May 31 18:28:05.284846 dv-cinder-770050-4-smb neutron-server[91753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 18:28:05.284846 dv-cinder-770050-4-smb neutron-server[91753]: self.callback(batched_events) May 31 18:28:05.284846 dv-cinder-770050-4-smb neutron-server[91753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 18:28:05.284846 dv-cinder-770050-4-smb neutron-server[91753]: event.method(event) May 31 18:28:05.284846 dv-cinder-770050-4-smb neutron-server[91753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 18:28:05.284846 dv-cinder-770050-4-smb neutron-server[91753]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 18:28:05.284846 dv-cinder-770050-4-smb neutron-server[91753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 18:28:05.284846 dv-cinder-770050-4-smb neutron-server[91753]: aggregate_uuid = self.p_client.list_aggregates( May 31 18:28:05.284846 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 18:28:05.284846 dv-cinder-770050-4-smb neutron-server[91753]: return f(self, *a, **k) May 31 18:28:05.284846 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 18:28:05.284846 dv-cinder-770050-4-smb neutron-server[91753]: return self._get(url).json() May 31 18:28:05.284846 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 18:28:05.284846 dv-cinder-770050-4-smb neutron-server[91753]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 18:28:05.284846 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 18:28:05.284846 dv-cinder-770050-4-smb neutron-server[91753]: return self.request(url, 'GET', **kwargs) May 31 18:28:05.284846 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 18:28:05.284846 dv-cinder-770050-4-smb neutron-server[91753]: base_url = self.get_endpoint(auth, allow=allow, May 31 18:28:05.284846 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 18:28:05.284846 dv-cinder-770050-4-smb neutron-server[91753]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 18:28:05.284846 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 18:28:05.284846 dv-cinder-770050-4-smb neutron-server[91753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 18:28:05.284846 dv-cinder-770050-4-smb neutron-server[91753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 18:28:05.359305 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c3642271-bd49-4ebf-8634-e156fb2e9176 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4026459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960522'] for network, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:05.362796 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:05.376618 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c3642271-bd49-4ebf-8634-e156fb2e9176 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for network, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:05.386416 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3642271-bd49-4ebf-8634-e156fb2e9176 admin admin] Pushing event deleted for resources: {'Network': ['ID=a138f206-e48f-42f0-bb09-b3b8cc3e7081,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:05.389510 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-c3642271-bd49-4ebf-8634-e156fb2e9176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:05.395221 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-c3642271-bd49-4ebf-8634-e156fb2e9176 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a138f206-e48f-42f0-bb09-b3b8cc3e7081 HTTP/1.1" status: 204 len: 168 time: 0.4051111 May 31 18:28:05.575173 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 35536) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:28:05.625073 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-0c216ba3-ff79-4570-893c-385996da8cb5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fe7b89adc05d486e8f56372e34e4e698&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486987 May 31 18:28:05.627476 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 35540) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:28:05.685218 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-a3bf32ac-b07c-437a-9e2b-bbc3be4dff09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:05.710855 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-a3bf32ac-b07c-437a-9e2b-bbc3be4dff09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:05.760457 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-a3bf32ac-b07c-437a-9e2b-bbc3be4dff09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:05.764925 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-360bb922-4542-4513-a500-aefeb972c47f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:05.779002 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bf32ac-b07c-437a-9e2b-bbc3be4dff09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0172a2-6c79-43ff-9d20-85feb7d1d188,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:05.781636 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-a3bf32ac-b07c-437a-9e2b-bbc3be4dff09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:05.786728 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-a3bf32ac-b07c-437a-9e2b-bbc3be4dff09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:05.788123 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-a3bf32ac-b07c-437a-9e2b-bbc3be4dff09 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6d0172a2-6c79-43ff-9d20-85feb7d1d188 HTTP/1.1" status: 204 len: 168 time: 0.1594312 May 31 18:28:05.856325 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 1984bd68-887e-445a-989d-82e573f297fa no longer exists at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:28:05.914871 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] No Port match for: 1984bd68-887e-445a-989d-82e573f297fa {{(pid=91755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:28:05.915222 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 1984bd68-887e-445a-989d-82e573f297fa not bound to the agent host hv-cinder-77005 {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:28:09.955458 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 35634) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:28:10.047731 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.agents_db [None req-6172caff-413f-4f38-b24a-66359638417e None None] Agent healthcheck: found 6 active agents {{(pid=91756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:28:10.085495 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-b9ba0477-dd90-4cfa-af86-e6e1a3a4a3ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:10.099721 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-b9ba0477-dd90-4cfa-af86-e6e1a3a4a3ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:28:10.104151 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-b9ba0477-dd90-4cfa-af86-e6e1a3a4a3ae admin admin] Usage tracker for resource:security_group_rule and tenant:c9f5e050b0b041e2a90923c37e27c417 is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:28:10.106879 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-b9ba0477-dd90-4cfa-af86-e6e1a3a4a3ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:28:10.112576 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-b9ba0477-dd90-4cfa-af86-e6e1a3a4a3ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:28:10.195424 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-b9ba0477-dd90-4cfa-af86-e6e1a3a4a3ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:10.199274 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-b9ba0477-dd90-4cfa-af86-e6e1a3a4a3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:10.206798 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-e49ae62a-4788-4785-86cd-1a20ed1a629e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:10.245134 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-b9ba0477-dd90-4cfa-af86-e6e1a3a4a3ae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c9f5e050b0b041e2a90923c37e27c417&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2885616 May 31 18:28:10.246642 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba0477-dd90-4cfa-af86-e6e1a3a4a3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e344535-65c0-4dc2-a544-ff585231c390,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:10.247943 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 35642) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:28:10.249662 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-b9ba0477-dd90-4cfa-af86-e6e1a3a4a3ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:10.306288 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-234bbc73-5135-44e8-a3b3-caafb130e193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:10.331079 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-234bbc73-5135-44e8-a3b3-caafb130e193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:10.384526 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-234bbc73-5135-44e8-a3b3-caafb130e193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:10.387993 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-ca8e46ed-e134-4ae9-8353-6e3acd1eea4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:10.401014 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234bbc73-5135-44e8-a3b3-caafb130e193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e344535-65c0-4dc2-a544-ff585231c390,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:10.403886 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-234bbc73-5135-44e8-a3b3-caafb130e193 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:10.405802 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-234bbc73-5135-44e8-a3b3-caafb130e193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:10.409242 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-234bbc73-5135-44e8-a3b3-caafb130e193 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4e344535-65c0-4dc2-a544-ff585231c390 HTTP/1.1" status: 204 len: 168 time: 0.1579342 May 31 18:28:15.344797 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 35748) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:28:15.462744 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6e0b9d99-55c3-48a8-af1d-274237c7e20b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:15.477128 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-6e0b9d99-55c3-48a8-af1d-274237c7e20b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:28:15.480781 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-6e0b9d99-55c3-48a8-af1d-274237c7e20b admin admin] Usage tracker for resource:security_group_rule and tenant:dc94abd287fa45f791b4f67c2ddb48e3 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:28:15.483514 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-6e0b9d99-55c3-48a8-af1d-274237c7e20b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:28:15.489096 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-6e0b9d99-55c3-48a8-af1d-274237c7e20b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:28:15.567818 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6e0b9d99-55c3-48a8-af1d-274237c7e20b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:15.571325 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6e0b9d99-55c3-48a8-af1d-274237c7e20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:15.579227 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-b479be8f-9344-496e-a8b9-77c2b18d1433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:15.617759 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-6e0b9d99-55c3-48a8-af1d-274237c7e20b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dc94abd287fa45f791b4f67c2ddb48e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2719359 May 31 18:28:15.618632 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b9d99-55c3-48a8-af1d-274237c7e20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32786e34-e085-4181-8c1e-57bcf7429d0c,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:15.620486 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 35754) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:28:15.621586 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-6e0b9d99-55c3-48a8-af1d-274237c7e20b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:15.678891 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-30389af4-c688-4430-b05c-0e0454cf3dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:15.703917 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-30389af4-c688-4430-b05c-0e0454cf3dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:15.753510 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-30389af4-c688-4430-b05c-0e0454cf3dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:15.757978 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-de50f31b-47ba-4410-b193-aed6a3756046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:15.772802 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30389af4-c688-4430-b05c-0e0454cf3dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32786e34-e085-4181-8c1e-57bcf7429d0c,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:15.777214 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-30389af4-c688-4430-b05c-0e0454cf3dee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:15.782864 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-30389af4-c688-4430-b05c-0e0454cf3dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:15.783945 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-30389af4-c688-4430-b05c-0e0454cf3dee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/32786e34-e085-4181-8c1e-57bcf7429d0c HTTP/1.1" status: 204 len: 168 time: 0.1624043 May 31 18:28:16.010185 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-1bff7b4d-57fa-4fbe-a9c0-f291376b8b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:16.464080 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 35786) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:28:16.573324 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [None req-bd93b20d-30a7-42e8-be1c-dbfc91d2e089 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1029718709-network', 'tenant_id': 'a077815934574cd496383887042a710c'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:28:16.577909 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-bd93b20d-30a7-42e8-be1c-dbfc91d2e089 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:28:16.581657 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-bd93b20d-30a7-42e8-be1c-dbfc91d2e089 admin admin] Usage tracker for resource:network and tenant:a077815934574cd496383887042a710c is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:28:16.584458 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-bd93b20d-30a7-42e8-be1c-dbfc91d2e089 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:28:16.590052 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-bd93b20d-30a7-42e8-be1c-dbfc91d2e089 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:28:16.600140 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd93b20d-30a7-42e8-be1c-dbfc91d2e089 admin admin] Made reservation on behalf of a077815934574cd496383887042a710c for: {'network': 1} {{(pid=91754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:28:16.602775 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-bd93b20d-30a7-42e8-be1c-dbfc91d2e089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-4080666'] for network, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:16.614799 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-bd93b20d-30a7-42e8-be1c-dbfc91d2e089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:16.629247 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-bd93b20d-30a7-42e8-be1c-dbfc91d2e089 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:28:16.633598 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-bd93b20d-30a7-42e8-be1c-dbfc91d2e089 admin admin] Usage tracker for resource:security_group_rule and tenant:a077815934574cd496383887042a710c is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:28:16.636386 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-bd93b20d-30a7-42e8-be1c-dbfc91d2e089 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:28:16.642209 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-bd93b20d-30a7-42e8-be1c-dbfc91d2e089 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:28:16.732320 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-bd93b20d-30a7-42e8-be1c-dbfc91d2e089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:16.737644 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-bd93b20d-30a7-42e8-be1c-dbfc91d2e089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:16.742415 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-39e9764c-b081-418f-9fcb-c8ec46621397 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:16.766376 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd93b20d-30a7-42e8-be1c-dbfc91d2e089 admin admin] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=91754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 18:28:16.778851 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd93b20d-30a7-42e8-be1c-dbfc91d2e089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088fd624-0a76-495d-af78-b5f0f9e49e8e,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:16.783178 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-bd93b20d-30a7-42e8-be1c-dbfc91d2e089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:16.784102 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-bd93b20d-30a7-42e8-be1c-dbfc91d2e089 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090'] for segment, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:16.784432 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.db.segments_db [None req-bd93b20d-30a7-42e8-be1c-dbfc91d2e089 admin admin] Added segment 6b871313-9d1d-418f-8c77-c6c6ab9e7f8e of type vlan for network 69e5b9a7-9ada-4a65-b176-13ca59e03e73 May 31 18:28:16.811938 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-bd93b20d-30a7-42e8-be1c-dbfc91d2e089 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763743697237'] for network, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:16.840624 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-bd93b20d-30a7-42e8-be1c-dbfc91d2e089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551420'] for network, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:16.841925 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd93b20d-30a7-42e8-be1c-dbfc91d2e089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:16.842491 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-bd93b20d-30a7-42e8-be1c-dbfc91d2e089 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for network, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:16.847053 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:16.942403 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-bd93b20d-30a7-42e8-be1c-dbfc91d2e089 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4771194 May 31 18:28:16.945211 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 35802) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:28:16.952714 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [None req-ba759a44-dcc7-4a34-9780-a4b1adfe2310 admin admin] Request body: {'subnet': {'network_id': '69e5b9a7-9ada-4a65-b176-13ca59e03e73', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1029718709-subnet', 'tenant_id': 'a077815934574cd496383887042a710c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:28:16.956591 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd93b20d-30a7-42e8-be1c-dbfc91d2e089 admin admin] Pushing event updated for resources: {'Network': ['ID=69e5b9a7-9ada-4a65-b176-13ca59e03e73,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:16.959321 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-bd93b20d-30a7-42e8-be1c-dbfc91d2e089 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:16.960290 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-ba759a44-dcc7-4a34-9780-a4b1adfe2310 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:28:16.965009 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-ba759a44-dcc7-4a34-9780-a4b1adfe2310 admin admin] Usage tracker for resource:subnet and tenant:a077815934574cd496383887042a710c is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:28:16.966026 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Network 69e5b9a7-9ada-4a65-b176-13ca59e03e73 details requested by agent ovs-agent-dv-cinder-770050-4-smb with host dv-cinder-770050-4-smb {{(pid=91755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 18:28:16.967832 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-ba759a44-dcc7-4a34-9780-a4b1adfe2310 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:28:16.973494 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-ba759a44-dcc7-4a34-9780-a4b1adfe2310 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:28:16.984337 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba759a44-dcc7-4a34-9780-a4b1adfe2310 admin admin] Made reservation on behalf of a077815934574cd496383887042a710c for: {'subnet': 1} {{(pid=91754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:28:16.986755 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-ba759a44-dcc7-4a34-9780-a4b1adfe2310 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10908778'] for subnet, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:17.433516 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-ba759a44-dcc7-4a34-9780-a4b1adfe2310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10873447', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10908796'] for subnet, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:17.437973 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-cd416a79-e799-40b0-876b-9000782a065c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:17.504550 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba759a44-dcc7-4a34-9780-a4b1adfe2310 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73c5930f-d205-4d37-96ad-c46d45a220ca,revision_number=0']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:17.507795 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-ba759a44-dcc7-4a34-9780-a4b1adfe2310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:17.513379 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba759a44-dcc7-4a34-9780-a4b1adfe2310 admin admin] Checking segment: {'id': '6b871313-9d1d-418f-8c77-c6c6ab9e7f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '69e5b9a7-9ada-4a65-b176-13ca59e03e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:28:17.513725 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba759a44-dcc7-4a34-9780-a4b1adfe2310 admin admin] Network hostable DHCP agents. Network: 69e5b9a7-9ada-4a65-b176-13ca59e03e73, hostable agents: ['c2c260b2-0141-4615-bcb7-b98a7560862d'], hosted agents: [] {{(pid=91754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 18:28:17.530588 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba759a44-dcc7-4a34-9780-a4b1adfe2310 admin admin] Network 69e5b9a7-9ada-4a65-b176-13ca59e03e73 is scheduled to be hosted by DHCP agent c2c260b2-0141-4615-bcb7-b98a7560862d with binding_index 1 {{(pid=91754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 18:28:17.541235 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.base_scheduler [None req-ba759a44-dcc7-4a34-9780-a4b1adfe2310 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-770050-4-smb, 69e5b9a7-9ada-4a65-b176-13ca59e03e73) {{(pid=91754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:28:17.549247 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba759a44-dcc7-4a34-9780-a4b1adfe2310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:17.549756 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e35c08-a7b3-49a1-8228-2c26991584c0 None None] Network 69e5b9a7-9ada-4a65-b176-13ca59e03e73 requested from dv-cinder-770050-4-smb {{(pid=91755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:28:17.550170 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-ba759a44-dcc7-4a34-9780-a4b1adfe2310 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:17.569147 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-ba759a44-dcc7-4a34-9780-a4b1adfe2310 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6229584 May 31 18:28:17.736435 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8730d5-471d-4af7-8353-403bdb6f8a38 None None] Network 69e5b9a7-9ada-4a65-b176-13ca59e03e73 requested from dv-cinder-770050-4-smb {{(pid=91755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:28:18.548350 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-664bb970-c329-44fd-9d5c-129871c9dfad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:18.586795 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:18.667170 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:19.539750 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:19.568745 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-6e155ce6-1604-44b8-bcb4-a93dfc682e4e tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:19.569424 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-6e155ce6-1604-44b8-bcb4-a93dfc682e4e tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Synchronizing usage tracker for tenant:a077815934574cd496383887042a710c on resource:network {{(pid=91754) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:28:19.586194 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-6e155ce6-1604-44b8-bcb4-a93dfc682e4e tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Unset dirty status for tenant:a077815934574cd496383887042a710c on resource:network {{(pid=91754) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:28:19.587423 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-6e155ce6-1604-44b8-bcb4-a93dfc682e4e tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/networks?id=69e5b9a7-9ada-4a65-b176-13ca59e03e73 HTTP/1.1" status: 200 len: 809 time: 0.1661220 May 31 18:28:19.603906 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-edc3317e-5a2c-4917-9e84-f431ccdbcfc8 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/quotas/a077815934574cd496383887042a710c HTTP/1.1" status: 200 len: 375 time: 0.0104716 May 31 18:28:19.655653 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-0599ea8f-9ef7-4056-b095-99f7c4681a42 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a077815934574cd496383887042a710c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462482 May 31 18:28:19.787549 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-75e17ee2-e796-45f2-86f9-2c9fcd67cfdc service neutron] 10.222.0.25 "GET /v2.0/networks/69e5b9a7-9ada-4a65-b176-13ca59e03e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250370 May 31 18:28:19.915006 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-9a33bac5-00e4-4a21-b6dd-5ae7e80c5fc7 service neutron] 10.222.0.25 "GET /v2.0/networks/69e5b9a7-9ada-4a65-b176-13ca59e03e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216664 May 31 18:28:20.091775 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-8593a746-702d-4b08-a1d4-4b62c603df7d req-d6eca999-5ce6-4c3b-b579-1701502e48c4 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c7371ff-ac48-48b9-9c62-e0d74d0b167c HTTP/1.1" status: 200 len: 210 time: 0.0455234 May 31 18:28:21.088425 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-96bc059f-71b2-40dd-ac6f-a2a6bb39188a tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:21.089982 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-96bc059f-71b2-40dd-ac6f-a2a6bb39188a tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.20 "GET /v2.0/networks?id=69e5b9a7-9ada-4a65-b176-13ca59e03e73 HTTP/1.1" status: 200 len: 809 time: 0.1568308 May 31 18:28:21.102892 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-88fbda7a-98f1-43ba-905b-bca5f7f3ad5a tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Request body: {'port': {'device_id': '5c7371ff-ac48-48b9-9c62-e0d74d0b167c', 'network_id': '69e5b9a7-9ada-4a65-b176-13ca59e03e73', 'admin_state_up': True, 'tenant_id': 'a077815934574cd496383887042a710c'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:28:21.245539 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:21.276454 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9be3a669-459f-4249-be33-78a3d5ef0ff4 req-63321ddf-4ab5-488f-b330-ab6e802a03ea tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c7371ff-ac48-48b9-9c62-e0d74d0b167c HTTP/1.1" status: 200 len: 210 time: 0.0567441 May 31 18:28:21.286767 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-88fbda7a-98f1-43ba-905b-bca5f7f3ad5a tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:28:21.291362 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-88fbda7a-98f1-43ba-905b-bca5f7f3ad5a tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Usage tracker for resource:port and tenant:a077815934574cd496383887042a710c is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:28:21.294566 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-88fbda7a-98f1-43ba-905b-bca5f7f3ad5a tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:28:21.300296 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-88fbda7a-98f1-43ba-905b-bca5f7f3ad5a tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:28:21.309963 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-88fbda7a-98f1-43ba-905b-bca5f7f3ad5a tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Made reservation on behalf of a077815934574cd496383887042a710c for: {'port': 1} {{(pid=91754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:28:21.313306 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-88fbda7a-98f1-43ba-905b-bca5f7f3ad5a tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:21.471357 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.db_base_plugin_common [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-88fbda7a-98f1-43ba-905b-bca5f7f3ad5a tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Allocated IP 172.20.0.14 (69e5b9a7-9ada-4a65-b176-13ca59e03e73/73c5930f-d205-4d37-96ad-c46d45a220ca/42d9f042-6080-437c-8a05-01230085f1e3) {{(pid=91754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:28:21.662344 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-88fbda7a-98f1-43ba-905b-bca5f7f3ad5a tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Notify callbacks [] for port, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:21.689585 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-88fbda7a-98f1-43ba-905b-bca5f7f3ad5a tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:21.694605 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-ad031bad-95f2-4c10-af5f-d1562dc5f1a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:21.843366 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-88fbda7a-98f1-43ba-905b-bca5f7f3ad5a tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Network 69e5b9a7-9ada-4a65-b176-13ca59e03e73 is already hosted by enough agents. {{(pid=91754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:28:21.846352 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.base_scheduler [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-88fbda7a-98f1-43ba-905b-bca5f7f3ad5a tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Resources bound (agent type, host, resource id): {{(pid=91754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:28:21.849905 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-88fbda7a-98f1-43ba-905b-bca5f7f3ad5a tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Received port after_create {{(pid=91754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:28:21.883378 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fbda7a-98f1-43ba-905b-bca5f7f3ad5a tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Pushing event updated for resources: {'Port': ['ID=42d9f042-6080-437c-8a05-01230085f1e3,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:21.887545 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-88fbda7a-98f1-43ba-905b-bca5f7f3ad5a tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:21.913139 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-88fbda7a-98f1-43ba-905b-bca5f7f3ad5a tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:21.913683 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-88fbda7a-98f1-43ba-905b-bca5f7f3ad5a tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:21.932819 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-88fbda7a-98f1-43ba-905b-bca5f7f3ad5a tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8352091 May 31 18:28:21.943755 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-320ff490-acbe-4b14-9906-214dbb297549 service neutron] Request body: {'port': {'device_id': '5c7371ff-ac48-48b9-9c62-e0d74d0b167c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77005'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:28:22.048805 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-320ff490-acbe-4b14-9906-214dbb297549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:22.381143 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.notifiers.nova [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-320ff490-acbe-4b14-9906-214dbb297549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42d9f042-6080-437c-8a05-01230085f1e3 {{(pid=91754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:28:22.388669 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-320ff490-acbe-4b14-9906-214dbb297549 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:22.406828 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.provisioning_blocks [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-320ff490-acbe-4b14-9906-214dbb297549 service neutron] Transition to ACTIVE for port object 42d9f042-6080-437c-8a05-01230085f1e3 will not be triggered until provisioned by entity L2. {{(pid=91754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:28:22.407752 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-320ff490-acbe-4b14-9906-214dbb297549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10874078'] for port, after_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:22.412695 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-d1265cde-1669-4c25-910d-fafcb1429027 tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:22.574119 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9e035-0d73-4cd8-931b-62e2a2eada1b req-617ddf92-323b-40ac-8d57-f1c3a2c1083b tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:22.575748 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-d6e9e035-0d73-4cd8-931b-62e2a2eada1b req-617ddf92-323b-40ac-8d57-f1c3a2c1083b tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c7371ff-ac48-48b9-9c62-e0d74d0b167c HTTP/1.1" status: 200 len: 944 time: 0.1857822 May 31 18:28:22.622371 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-d6e9e035-0d73-4cd8-931b-62e2a2eada1b req-5bfe5f4a-581a-4e13-ac0c-a1131e74ab0b tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/security-groups?id=088fd624-0a76-495d-af78-b5f0f9e49e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404131 May 31 18:28:22.625730 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ff490-acbe-4b14-9906-214dbb297549 service neutron] Pushing event updated for resources: {'Port': ['ID=42d9f042-6080-437c-8a05-01230085f1e3,revision_number=2']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:22.632184 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-320ff490-acbe-4b14-9906-214dbb297549 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:22.668249 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.managers [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-320ff490-acbe-4b14-9906-214dbb297549 service neutron] Attempting to bind port 42d9f042-6080-437c-8a05-01230085f1e3 on host hv-cinder-77005 for vnic_type normal with profile {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:28:22.668482 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.managers [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-320ff490-acbe-4b14-9906-214dbb297549 service neutron] Attempting to bind port 42d9f042-6080-437c-8a05-01230085f1e3 by drivers openvswitch,hyperv on host hv-cinder-77005 at level 0 using segments [{'id': '6b871313-9d1d-418f-8c77-c6c6ab9e7f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '69e5b9a7-9ada-4a65-b176-13ca59e03e73'}] {{(pid=91754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:28:22.668801 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-320ff490-acbe-4b14-9906-214dbb297549 service neutron] Attempting to bind port 42d9f042-6080-437c-8a05-01230085f1e3 on network 69e5b9a7-9ada-4a65-b176-13ca59e03e73 {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:28:22.673283 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-320ff490-acbe-4b14-9906-214dbb297549 service neutron] Port 42d9f042-6080-437c-8a05-01230085f1e3 on network 69e5b9a7-9ada-4a65-b176-13ca59e03e73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77005 {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 18:28:22.673586 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-320ff490-acbe-4b14-9906-214dbb297549 service neutron] Attempting to bind port 42d9f042-6080-437c-8a05-01230085f1e3 on network 69e5b9a7-9ada-4a65-b176-13ca59e03e73 {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:28:22.678687 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-320ff490-acbe-4b14-9906-214dbb297549 service neutron] Checking agent: {'id': '46eeceb7-2107-4a71-92f6-f52bad665eae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77005', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 16, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:28:22.679013 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-320ff490-acbe-4b14-9906-214dbb297549 service neutron] Checking segment: {'id': '6b871313-9d1d-418f-8c77-c6c6ab9e7f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '69e5b9a7-9ada-4a65-b176-13ca59e03e73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:28:22.679411 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-320ff490-acbe-4b14-9906-214dbb297549 service neutron] Bound using segment: {'id': '6b871313-9d1d-418f-8c77-c6c6ab9e7f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '69e5b9a7-9ada-4a65-b176-13ca59e03e73'} {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:28:22.679831 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.managers [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-320ff490-acbe-4b14-9906-214dbb297549 service neutron] Bound port: 42d9f042-6080-437c-8a05-01230085f1e3, host: hv-cinder-77005, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b871313-9d1d-418f-8c77-c6c6ab9e7f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '69e5b9a7-9ada-4a65-b176-13ca59e03e73'}}] {{(pid=91754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:28:22.680199 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-320ff490-acbe-4b14-9906-214dbb297549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:22.770199 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-320ff490-acbe-4b14-9906-214dbb297549 service neutron] For port 42d9f042-6080-437c-8a05-01230085f1e3, host hv-cinder-77005, cleared binding levels {{(pid=91754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:28:22.773623 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-320ff490-acbe-4b14-9906-214dbb297549 service neutron] For port 42d9f042-6080-437c-8a05-01230085f1e3, host hv-cinder-77005, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=42d9f042-6080-437c-8a05-01230085f1e3,segment=NetworkSegment(6b871313-9d1d-418f-8c77-c6c6ab9e7f8e),segment_id=6b871313-9d1d-418f-8c77-c6c6ab9e7f8e)] {{(pid=91754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:28:22.777911 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-320ff490-acbe-4b14-9906-214dbb297549 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10874078'] for port, after_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:22.782202 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-6c8dfc3f-e245-472a-bf3a-fb5e592537a6 tempest-VolumesSnapshotTestJSON-830364672 tempest-VolumesSnapshotTestJSON-830364672-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:22.828534 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-320ff490-acbe-4b14-9906-214dbb297549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:22.829149 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-320ff490-acbe-4b14-9906-214dbb297549 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:22.830468 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-320ff490-acbe-4b14-9906-214dbb297549 service neutron] 10.222.0.20 "PUT /v2.0/ports/42d9f042-6080-437c-8a05-01230085f1e3 HTTP/1.1" status: 200 len: 1094 time: 0.8905294 May 31 18:28:22.838480 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c7371ff-ac48-48b9-9c62-e0d74d0b167c', 'tag': '42d9f042-6080-437c-8a05-01230085f1e3'}] {{(pid=91754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:28:22.840784 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b8d31c20630307edfd170fd0520c8261bc4320d7d7b7fb717012a3b2519c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0df912c-29a0-4045-9a8c-25220a9d2c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "5c7371ff-ac48-48b9-9c62-e0d74d0b167c", "tag": "42d9f042-6080-437c-8a05-01230085f1e3"}]}' {{(pid=91754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:28:22.864024 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ff490-acbe-4b14-9906-214dbb297549 service neutron] Pushing event updated for resources: {'Port': ['ID=42d9f042-6080-437c-8a05-01230085f1e3,revision_number=3']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:22.867223 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-320ff490-acbe-4b14-9906-214dbb297549 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:22.909418 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a0ceba-3e6a-4d93-aa35-02ab68091e10 x-openstack-request-id: req-15a0ceba-3e6a-4d93-aa35-02ab68091e10 {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:28:22.909738 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c7371ff-ac48-48b9-9c62-e0d74d0b167c", "tag": "42d9f042-6080-437c-8a05-01230085f1e3", "status": "completed", "code": 200}]} {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:28:22.910023 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15a0ceba-3e6a-4d93-aa35-02ab68091e10 {{(pid=91754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:28:22.910435 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c7371ff-ac48-48b9-9c62-e0d74d0b167c', 'tag': '42d9f042-6080-437c-8a05-01230085f1e3', 'status': 'completed', 'code': 200} May 31 18:28:22.943249 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-24a12dd0-c519-411f-9de9-947cce4c1d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:22.945166 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-24a12dd0-c519-411f-9de9-947cce4c1d1b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a077815934574cd496383887042a710c&device_id=5c7371ff-ac48-48b9-9c62-e0d74d0b167c HTTP/1.1" status: 200 len: 1097 time: 0.0757899 May 31 18:28:23.010349 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-79a58b2f-8974-485b-86fb-a00fe245df0a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42d9f042-6080-437c-8a05-01230085f1e3 HTTP/1.1" status: 200 len: 217 time: 0.0582016 May 31 18:28:23.074870 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-302fff50-368e-49d6-a452-2e13caa98420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:23.076263 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-302fff50-368e-49d6-a452-2e13caa98420 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=73c5930f-d205-4d37-96ad-c46d45a220ca HTTP/1.1" status: 200 len: 849 time: 0.0600486 May 31 18:28:23.120430 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-571f43bb-7fa7-4eb8-a281-3f8ade4abc6f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=69e5b9a7-9ada-4a65-b176-13ca59e03e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384009 May 31 18:28:23.247566 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-1e294511-ffba-4faa-b287-24371ef1876e service neutron] 10.222.0.20 "GET /v2.0/networks/69e5b9a7-9ada-4a65-b176-13ca59e03e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212626 May 31 18:28:23.375016 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-aca96e4e-723b-4c18-8bfd-450504662e2c req-02679451-459f-4a60-9848-09078eedd8fb service neutron] 10.222.0.20 "GET /v2.0/networks/69e5b9a7-9ada-4a65-b176-13ca59e03e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214967 May 31 18:28:23.568135 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df912c-29a0-4045-9a8c-25220a9d2c1a req-a04450a7-7ae7-4103-9dde-16452631f285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:23.569522 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-f0df912c-29a0-4045-9a8c-25220a9d2c1a req-a04450a7-7ae7-4103-9dde-16452631f285 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a077815934574cd496383887042a710c&device_id=5c7371ff-ac48-48b9-9c62-e0d74d0b167c HTTP/1.1" status: 200 len: 1097 time: 0.1507313 May 31 18:28:23.704782 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df912c-29a0-4045-9a8c-25220a9d2c1a req-fc5d4a45-1e6d-4636-8a94-14ee7a442a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:23.706189 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-f0df912c-29a0-4045-9a8c-25220a9d2c1a req-fc5d4a45-1e6d-4636-8a94-14ee7a442a75 service neutron] 10.222.0.20 "GET /v2.0/networks?id=69e5b9a7-9ada-4a65-b176-13ca59e03e73 HTTP/1.1" status: 200 len: 909 time: 0.1287663 May 31 18:28:23.773595 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-f0df912c-29a0-4045-9a8c-25220a9d2c1a req-13aacbc0-f899-498f-aec3-47490f43d062 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=42d9f042-6080-437c-8a05-01230085f1e3 HTTP/1.1" status: 200 len: 217 time: 0.0606196 May 31 18:28:23.815551 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7508ef82-a61f-469d-90d0-51964ceddf0d req-51697dee-c0bb-4af5-9130-73b8c1818117 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:23.817122 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-7508ef82-a61f-469d-90d0-51964ceddf0d req-51697dee-c0bb-4af5-9130-73b8c1818117 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c7371ff-ac48-48b9-9c62-e0d74d0b167c HTTP/1.1" status: 200 len: 944 time: 0.0859873 May 31 18:28:23.841295 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df912c-29a0-4045-9a8c-25220a9d2c1a req-e6a1a5fb-2bf1-405d-bc69-eee6623a61f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:23.842764 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-f0df912c-29a0-4045-9a8c-25220a9d2c1a req-e6a1a5fb-2bf1-405d-bc69-eee6623a61f8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=73c5930f-d205-4d37-96ad-c46d45a220ca HTTP/1.1" status: 200 len: 849 time: 0.0635014 May 31 18:28:23.862886 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-7508ef82-a61f-469d-90d0-51964ceddf0d req-f168aded-3855-4b8a-9c4e-a18f84e7258b tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/security-groups?id=088fd624-0a76-495d-af78-b5f0f9e49e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395975 May 31 18:28:23.891091 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-f0df912c-29a0-4045-9a8c-25220a9d2c1a req-6b79b24f-1198-4e42-abdb-78bcf5467ffc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=69e5b9a7-9ada-4a65-b176-13ca59e03e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424354 May 31 18:28:24.031323 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-f0df912c-29a0-4045-9a8c-25220a9d2c1a req-292f4bb2-c669-492b-ae21-f94853560e3f service neutron] 10.222.0.20 "GET /v2.0/networks/69e5b9a7-9ada-4a65-b176-13ca59e03e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331680 May 31 18:28:24.163540 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-f0df912c-29a0-4045-9a8c-25220a9d2c1a req-27331f65-5f27-46a6-8d04-6e3077caf0ec service neutron] 10.222.0.20 "GET /v2.0/networks/69e5b9a7-9ada-4a65-b176-13ca59e03e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256731 May 31 18:28:25.048119 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e6897-fa47-4c54-a237-ddf3bd4470b5 req-3c67bd30-6acd-4a07-a308-284a36a5b200 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:25.048805 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-8f4e6897-fa47-4c54-a237-ddf3bd4470b5 req-3c67bd30-6acd-4a07-a308-284a36a5b200 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Synchronizing usage tracker for tenant:a077815934574cd496383887042a710c on resource:port {{(pid=91754) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:28:25.065219 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-8f4e6897-fa47-4c54-a237-ddf3bd4470b5 req-3c67bd30-6acd-4a07-a308-284a36a5b200 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Unset dirty status for tenant:a077815934574cd496383887042a710c on resource:port {{(pid=91754) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:28:25.066367 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8f4e6897-fa47-4c54-a237-ddf3bd4470b5 req-3c67bd30-6acd-4a07-a308-284a36a5b200 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c7371ff-ac48-48b9-9c62-e0d74d0b167c HTTP/1.1" status: 200 len: 944 time: 0.0983856 May 31 18:28:25.114513 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-8f4e6897-fa47-4c54-a237-ddf3bd4470b5 req-d89806a1-e194-4aa6-9e0c-49629cf3afba tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Synchronizing usage tracker for tenant:a077815934574cd496383887042a710c on resource:security_group {{(pid=91754) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:28:25.130252 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-8f4e6897-fa47-4c54-a237-ddf3bd4470b5 req-d89806a1-e194-4aa6-9e0c-49629cf3afba tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Unset dirty status for tenant:a077815934574cd496383887042a710c on resource:security_group {{(pid=91754) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:28:25.131331 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8f4e6897-fa47-4c54-a237-ddf3bd4470b5 req-d89806a1-e194-4aa6-9e0c-49629cf3afba tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/security-groups?id=088fd624-0a76-495d-af78-b5f0f9e49e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536220 May 31 18:28:26.309737 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda991aa-0dd4-439e-bd51-4833702be77a req-0134c299-af61-423b-9be5-daed1e911d82 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:26.311149 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-fda991aa-0dd4-439e-bd51-4833702be77a req-0134c299-af61-423b-9be5-daed1e911d82 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c7371ff-ac48-48b9-9c62-e0d74d0b167c HTTP/1.1" status: 200 len: 944 time: 0.0769026 May 31 18:28:26.356464 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-fda991aa-0dd4-439e-bd51-4833702be77a req-490d84bf-35eb-4fab-bf3f-e1a7c30a7863 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/security-groups?id=088fd624-0a76-495d-af78-b5f0f9e49e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397732 May 31 18:28:27.541833 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a931a0e-be41-4341-8b34-1e53c384810f req-78165370-0162-4bac-9602-007e4d9e1023 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:27.543243 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2a931a0e-be41-4341-8b34-1e53c384810f req-78165370-0162-4bac-9602-007e4d9e1023 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c7371ff-ac48-48b9-9c62-e0d74d0b167c HTTP/1.1" status: 200 len: 944 time: 0.0816524 May 31 18:28:27.587516 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2a931a0e-be41-4341-8b34-1e53c384810f req-09e3aa74-3aa7-40c6-81dc-9fce9b85cb1e tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/security-groups?id=088fd624-0a76-495d-af78-b5f0f9e49e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373821 May 31 18:28:27.968028 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 42d9f042-6080-437c-8a05-01230085f1e3 details requested by agent hyperv_hv-cinder-77005 with host hv-cinder-77005 {{(pid=91755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 18:28:28.102481 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 42d9f042-6080-437c-8a05-01230085f1e3, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=42d9f042-6080-437c-8a05-01230085f1e3,segment=NetworkSegment(6b871313-9d1d-418f-8c77-c6c6ab9e7f8e),segment_id=6b871313-9d1d-418f-8c77-c6c6ab9e7f8e)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:28:28.115003 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Returning: {'device': '42d9f042-6080-437c-8a05-01230085f1e3', 'network_id': '69e5b9a7-9ada-4a65-b176-13ca59e03e73', 'port_id': '42d9f042-6080-437c-8a05-01230085f1e3', 'mac_address': 'fa:16:3e:c7:54:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73c5930f-d205-4d37-96ad-c46d45a220ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 18:28:28.171324 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:28.186444 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42d9f042-6080-437c-8a05-01230085f1e3 {{(pid=91755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:28:28.201366 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 42d9f042-6080-437c-8a05-01230085f1e3, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=42d9f042-6080-437c-8a05-01230085f1e3,segment=NetworkSegment(6b871313-9d1d-418f-8c77-c6c6ab9e7f8e),segment_id=6b871313-9d1d-418f-8c77-c6c6ab9e7f8e)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:28:28.205607 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:28.207334 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:28.270839 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=42d9f042-6080-437c-8a05-01230085f1e3,revision_number=4']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:28.278588 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:28.278928 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:28.279259 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:28.279587 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:28.279908 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:28.280271 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:28.280592 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:28.280908 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:28.281225 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:28.281538 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:28.281850 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:28.282160 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:28.285947 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:28.535868 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] get_ports_and_sgs() called for port_ids ['42d9f042-6080-437c-8a05-01230085f1e3'] {{(pid=91755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:28:28.770832 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cbd75a-8983-47a4-bf43-64282a8f00a4 req-21fbd00e-945e-49dd-af95-3d3c453148ae tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:28.772299 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-85cbd75a-8983-47a4-bf43-64282a8f00a4 req-21fbd00e-945e-49dd-af95-3d3c453148ae tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c7371ff-ac48-48b9-9c62-e0d74d0b167c HTTP/1.1" status: 200 len: 945 time: 0.0826635 May 31 18:28:28.815699 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-85cbd75a-8983-47a4-bf43-64282a8f00a4 req-707e5848-cf73-4895-aebe-42dc86b925ab tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/security-groups?id=088fd624-0a76-495d-af78-b5f0f9e49e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371678 May 31 18:28:29.990993 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 42d9f042-6080-437c-8a05-01230085f1e3 up at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:28:30.057543 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Provisioning for port 42d9f042-6080-437c-8a05-01230085f1e3 completed by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:28:30.062163 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Provisioning complete for port 42d9f042-6080-437c-8a05-01230085f1e3 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:28:30.062538 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:30.114106 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdf91f9-9524-427d-9b38-077fdf44d711 req-626d6c32-df2a-4e0d-bd4e-3bb05bf9fb92 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:30.115480 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-1cdf91f9-9524-427d-9b38-077fdf44d711 req-626d6c32-df2a-4e0d-bd4e-3bb05bf9fb92 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c7371ff-ac48-48b9-9c62-e0d74d0b167c HTTP/1.1" status: 200 len: 945 time: 0.1963499 May 31 18:28:30.160664 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-1cdf91f9-9524-427d-9b38-077fdf44d711 req-e7c10456-e512-4297-8532-aad3bb198796 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/security-groups?id=088fd624-0a76-495d-af78-b5f0f9e49e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384233 May 31 18:28:30.177848 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:30.203304 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c7371ff-ac48-48b9-9c62-e0d74d0b167c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d9f042-6080-437c-8a05-01230085f1e3'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:28:30.205517 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e2032fe1b554800b495be35bbba042da1e7f6a6deba8ede5c150f2a358caca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd758027-7fbf-474d-810f-ab821cdb4870" -d '{"events": [{"server_uuid": "5c7371ff-ac48-48b9-9c62-e0d74d0b167c", "name": "network-vif-plugged", "status": "completed", "tag": "42d9f042-6080-437c-8a05-01230085f1e3"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:28:30.214038 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 42d9f042-6080-437c-8a05-01230085f1e3, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=42d9f042-6080-437c-8a05-01230085f1e3,segment=NetworkSegment(6b871313-9d1d-418f-8c77-c6c6ab9e7f8e),segment_id=6b871313-9d1d-418f-8c77-c6c6ab9e7f8e)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:28:30.217673 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:30.220455 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:30.250525 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907a7ce9-b69c-4bb8-b3dc-5cf4b58c2db3 x-openstack-request-id: req-907a7ce9-b69c-4bb8-b3dc-5cf4b58c2db3 {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:28:30.250941 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c7371ff-ac48-48b9-9c62-e0d74d0b167c", "name": "network-vif-plugged", "status": "completed", "tag": "42d9f042-6080-437c-8a05-01230085f1e3", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:28:30.251097 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-907a7ce9-b69c-4bb8-b3dc-5cf4b58c2db3 {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:28:30.251486 dv-cinder-770050-4-smb neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c7371ff-ac48-48b9-9c62-e0d74d0b167c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d9f042-6080-437c-8a05-01230085f1e3', 'code': 200} May 31 18:28:30.299221 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=42d9f042-6080-437c-8a05-01230085f1e3,revision_number=5']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:30.302638 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:30.465138 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68857d96-e199-44f2-8b9d-f8b1ddf4bd45 req-85187b4b-3a56-4b68-8928-1e6a68b3ab70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:30.466587 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-68857d96-e199-44f2-8b9d-f8b1ddf4bd45 req-85187b4b-3a56-4b68-8928-1e6a68b3ab70 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5c7371ff-ac48-48b9-9c62-e0d74d0b167c HTTP/1.1" status: 200 len: 1099 time: 0.0688610 May 31 18:28:30.510316 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-68857d96-e199-44f2-8b9d-f8b1ddf4bd45 req-1f58c290-ad62-43b3-b8c0-6f223b10ab95 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=088fd624-0a76-495d-af78-b5f0f9e49e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372086 May 31 18:28:31.351331 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf646a-9403-40a3-b842-51de61af618f req-1b153a7a-ab6d-4568-92f0-61ee10289f21 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:31.352797 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-6cbf646a-9403-40a3-b842-51de61af618f req-1b153a7a-ab6d-4568-92f0-61ee10289f21 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c7371ff-ac48-48b9-9c62-e0d74d0b167c HTTP/1.1" status: 200 len: 946 time: 0.0818262 May 31 18:28:31.397531 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-6cbf646a-9403-40a3-b842-51de61af618f req-f88608ff-2742-4293-9cdd-14f63a804a95 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/security-groups?id=088fd624-0a76-495d-af78-b5f0f9e49e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390174 May 31 18:28:32.642605 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1cd80-c072-4e2d-841b-ca08e69c851f req-9bf86d1f-6f1f-4639-8a54-d3487e53dba4 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:32.644086 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-80a1cd80-c072-4e2d-841b-ca08e69c851f req-9bf86d1f-6f1f-4639-8a54-d3487e53dba4 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c7371ff-ac48-48b9-9c62-e0d74d0b167c HTTP/1.1" status: 200 len: 946 time: 0.1394215 May 31 18:28:32.687820 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-80a1cd80-c072-4e2d-841b-ca08e69c851f req-21e308e3-617b-4d29-a5df-72d7aa362772 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/security-groups?id=088fd624-0a76-495d-af78-b5f0f9e49e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373833 May 31 18:28:33.724567 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20633594-1a34-4613-82d1-a76fe204e9e0 req-d46ce52a-ba3b-4d2d-92c3-8d143e057c16 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:33.726396 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-20633594-1a34-4613-82d1-a76fe204e9e0 req-d46ce52a-ba3b-4d2d-92c3-8d143e057c16 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c7371ff-ac48-48b9-9c62-e0d74d0b167c HTTP/1.1" status: 200 len: 946 time: 0.0771110 May 31 18:28:33.769934 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-20633594-1a34-4613-82d1-a76fe204e9e0 req-4f796fa4-6c19-493e-8afb-d642d921fb96 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/security-groups?id=088fd624-0a76-495d-af78-b5f0f9e49e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380042 May 31 18:28:34.958910 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dadf3e-3d01-4fe6-8579-7b1d81fdb84c req-d68aa81d-9a5d-4f32-b96b-913910e58545 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:34.960334 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-03dadf3e-3d01-4fe6-8579-7b1d81fdb84c req-d68aa81d-9a5d-4f32-b96b-913910e58545 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c7371ff-ac48-48b9-9c62-e0d74d0b167c HTTP/1.1" status: 200 len: 946 time: 0.0843625 May 31 18:28:35.011498 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-03dadf3e-3d01-4fe6-8579-7b1d81fdb84c req-ad3364a6-cb55-4990-843e-19d4465a0d5f tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/security-groups?id=088fd624-0a76-495d-af78-b5f0f9e49e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452335 May 31 18:28:35.239460 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dce0b7b-ae45-4989-a1b5-309c10a369f2 req-546fdef0-4de5-4a18-9f36-45bda362fa78 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:35.240829 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-3dce0b7b-ae45-4989-a1b5-309c10a369f2 req-546fdef0-4de5-4a18-9f36-45bda362fa78 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.20 "GET /v2.0/ports?device_id=5c7371ff-ac48-48b9-9c62-e0d74d0b167c HTTP/1.1" status: 200 len: 946 time: 0.0774744 May 31 18:28:35.372737 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [req-3dce0b7b-ae45-4989-a1b5-309c10a369f2 req-3ed5ce24-4ac0-4459-9f36-d004ace61e52 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Deleting port 42d9f042-6080-437c-8a05-01230085f1e3 {{(pid=91754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:28:35.373073 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-3dce0b7b-ae45-4989-a1b5-309c10a369f2 req-3ed5ce24-4ac0-4459-9f36-d004ace61e52 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:35.501863 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [req-3dce0b7b-ae45-4989-a1b5-309c10a369f2 req-3ed5ce24-4ac0-4459-9f36-d004ace61e52 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] For port 42d9f042-6080-437c-8a05-01230085f1e3, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=42d9f042-6080-437c-8a05-01230085f1e3,segment=NetworkSegment(6b871313-9d1d-418f-8c77-c6c6ab9e7f8e),segment_id=6b871313-9d1d-418f-8c77-c6c6ab9e7f8e)] {{(pid=91754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:28:35.502136 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-3dce0b7b-ae45-4989-a1b5-309c10a369f2 req-3ed5ce24-4ac0-4459-9f36-d004ace61e52 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:35.702537 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [req-3dce0b7b-ae45-4989-a1b5-309c10a369f2 req-3ed5ce24-4ac0-4459-9f36-d004ace61e52 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Calling delete_port for 42d9f042-6080-437c-8a05-01230085f1e3 owned by compute:nova {{(pid=91754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:28:35.811150 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-3dce0b7b-ae45-4989-a1b5-309c10a369f2 req-3ed5ce24-4ac0-4459-9f36-d004ace61e52 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:35.816953 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-d3d1df83-d833-4ae0-93b4-8e4db6260cd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:35.823659 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] get_ports_and_sgs() called for port_ids ['42d9f042-6080-437c-8a05-01230085f1e3'] {{(pid=91755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:28:35.865330 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed5ce24-4ac0-4459-9f36-d004ace61e52 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Pushing event deleted for resources: {'Port': ['ID=42d9f042-6080-437c-8a05-01230085f1e3,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:35.897750 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-3ed5ce24-4ac0-4459-9f36-d004ace61e52 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:35.940050 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dce0b7b-ae45-4989-a1b5-309c10a369f2 req-3ed5ce24-4ac0-4459-9f36-d004ace61e52 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] No DVR routers for this DVR port 42d9f042-6080-437c-8a05-01230085f1e3 on host hv-cinder-77005 {{(pid=91754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:28:35.942557 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-3dce0b7b-ae45-4989-a1b5-309c10a369f2 req-3ed5ce24-4ac0-4459-9f36-d004ace61e52 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:35.945773 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c7371ff-ac48-48b9-9c62-e0d74d0b167c', 'name': 'network-vif-deleted', 'tag': '42d9f042-6080-437c-8a05-01230085f1e3'}] {{(pid=91754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:28:35.948027 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b8d31c20630307edfd170fd0520c8261bc4320d7d7b7fb717012a3b2519c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16dbd05d-1ae8-4143-8ab7-6d07823a5bb8" -d '{"events": [{"server_uuid": "5c7371ff-ac48-48b9-9c62-e0d74d0b167c", "name": "network-vif-deleted", "tag": "42d9f042-6080-437c-8a05-01230085f1e3"}]}' {{(pid=91754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:28:35.963504 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-3dce0b7b-ae45-4989-a1b5-309c10a369f2 req-3ed5ce24-4ac0-4459-9f36-d004ace61e52 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.20 "DELETE /v2.0/ports/42d9f042-6080-437c-8a05-01230085f1e3 HTTP/1.1" status: 204 len: 173 time: 0.7167172 May 31 18:28:35.990681 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159d92bd-d9ae-474a-90b0-2ec393298799 x-openstack-request-id: req-159d92bd-d9ae-474a-90b0-2ec393298799 {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:28:35.991108 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c7371ff-ac48-48b9-9c62-e0d74d0b167c", "name": "network-vif-deleted", "tag": "42d9f042-6080-437c-8a05-01230085f1e3", "status": "completed", "code": 200}]} {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:28:35.991438 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-159d92bd-d9ae-474a-90b0-2ec393298799 {{(pid=91754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:28:35.991867 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c7371ff-ac48-48b9-9c62-e0d74d0b167c', 'name': 'network-vif-deleted', 'tag': '42d9f042-6080-437c-8a05-01230085f1e3', 'status': 'completed', 'code': 200} May 31 18:28:36.183447 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-7f9ae104-3047-49a4-8314-8f1efeec5ccb req-e5d1f55e-22df-4520-b188-8194be74bfa8 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Synchronizing usage tracker for tenant:a077815934574cd496383887042a710c on resource:port {{(pid=91754) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:28:36.199157 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-7f9ae104-3047-49a4-8314-8f1efeec5ccb req-e5d1f55e-22df-4520-b188-8194be74bfa8 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Unset dirty status for tenant:a077815934574cd496383887042a710c on resource:port {{(pid=91754) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:28:36.200526 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-7f9ae104-3047-49a4-8314-8f1efeec5ccb req-e5d1f55e-22df-4520-b188-8194be74bfa8 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c7371ff-ac48-48b9-9c62-e0d74d0b167c HTTP/1.1" status: 200 len: 210 time: 0.0616972 May 31 18:28:37.560889 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-8c563e6f-54c0-42da-a823-51895340648f tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:37.562312 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-8c563e6f-54c0-42da-a823-51895340648f tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/networks?id=69e5b9a7-9ada-4a65-b176-13ca59e03e73 HTTP/1.1" status: 200 len: 809 time: 0.1490669 May 31 18:28:37.577431 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-16c9ab47-00ed-48ea-a3a8-615e028dda3a tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/quotas/a077815934574cd496383887042a710c HTTP/1.1" status: 200 len: 375 time: 0.0096407 May 31 18:28:37.627110 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-851c920a-1211-460a-bf06-d6b08d462916 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a077815934574cd496383887042a710c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438583 May 31 18:28:37.768408 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-91e547f2-f90d-4901-af3f-421691133fa4 service neutron] 10.222.0.25 "GET /v2.0/networks/69e5b9a7-9ada-4a65-b176-13ca59e03e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321924 May 31 18:28:37.898087 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-bd9278df-dc17-4cc7-bda6-c4b9d412b21f service neutron] 10.222.0.25 "GET /v2.0/networks/69e5b9a7-9ada-4a65-b176-13ca59e03e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240358 May 31 18:28:38.075079 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-c24c254a-d6d9-4092-876b-d649743aca79 req-c92adcf0-415f-4b93-a3b7-4d22cf2a8b24 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/ports?device_id=20e59ab1-133a-4d03-9481-f7d7cacec38c HTTP/1.1" status: 200 len: 210 time: 0.0455143 May 31 18:28:39.068010 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-8745bcd6-92c3-4cc2-b8df-67e56c860072 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:39.070394 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-8745bcd6-92c3-4cc2-b8df-67e56c860072 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.20 "GET /v2.0/networks?id=69e5b9a7-9ada-4a65-b176-13ca59e03e73 HTTP/1.1" status: 200 len: 809 time: 0.1518698 May 31 18:28:39.083973 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-6cd2b3ce-2dc7-4e7d-8492-f816f25e3d8a tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Request body: {'port': {'device_id': '20e59ab1-133a-4d03-9481-f7d7cacec38c', 'network_id': '69e5b9a7-9ada-4a65-b176-13ca59e03e73', 'admin_state_up': True, 'tenant_id': 'a077815934574cd496383887042a710c'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:28:39.247678 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d89059f1-d9ff-46bb-a4b0-09c1bc6788c9 req-2af24fd1-cae1-496c-9767-8d2f659d2b78 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/ports?device_id=20e59ab1-133a-4d03-9481-f7d7cacec38c HTTP/1.1" status: 200 len: 210 time: 0.0600045 May 31 18:28:39.270668 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-6cd2b3ce-2dc7-4e7d-8492-f816f25e3d8a tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:28:39.280093 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-6cd2b3ce-2dc7-4e7d-8492-f816f25e3d8a tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:28:39.289579 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-6cd2b3ce-2dc7-4e7d-8492-f816f25e3d8a tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Made reservation on behalf of a077815934574cd496383887042a710c for: {'port': 1} {{(pid=91754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 18:28:39.293000 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-6cd2b3ce-2dc7-4e7d-8492-f816f25e3d8a tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:39.455225 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.db_base_plugin_common [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-6cd2b3ce-2dc7-4e7d-8492-f816f25e3d8a tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Allocated IP 172.20.0.5 (69e5b9a7-9ada-4a65-b176-13ca59e03e73/73c5930f-d205-4d37-96ad-c46d45a220ca/dc1f13db-1f85-4337-97ab-53025a613d28) {{(pid=91754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 18:28:39.660340 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-6cd2b3ce-2dc7-4e7d-8492-f816f25e3d8a tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Notify callbacks [] for port, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:39.693652 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-6cd2b3ce-2dc7-4e7d-8492-f816f25e3d8a tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763743677395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:39.699113 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-f8a9e1ba-9a43-4e87-9dde-ba1fcc9a5344 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:39.761790 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-6cd2b3ce-2dc7-4e7d-8492-f816f25e3d8a tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Network 69e5b9a7-9ada-4a65-b176-13ca59e03e73 is already hosted by enough agents. {{(pid=91754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 18:28:39.764763 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.base_scheduler [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-6cd2b3ce-2dc7-4e7d-8492-f816f25e3d8a tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Resources bound (agent type, host, resource id): {{(pid=91754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 18:28:39.768562 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.l3_dvrscheduler_db [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-6cd2b3ce-2dc7-4e7d-8492-f816f25e3d8a tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Received port after_create {{(pid=91754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 18:28:39.882339 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd2b3ce-2dc7-4e7d-8492-f816f25e3d8a tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Pushing event updated for resources: {'Port': ['ID=dc1f13db-1f85-4337-97ab-53025a613d28,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:39.888438 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-6cd2b3ce-2dc7-4e7d-8492-f816f25e3d8a tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:39.917489 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-6cd2b3ce-2dc7-4e7d-8492-f816f25e3d8a tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:39.917988 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-6cd2b3ce-2dc7-4e7d-8492-f816f25e3d8a tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:39.941143 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-6cd2b3ce-2dc7-4e7d-8492-f816f25e3d8a tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8623652 May 31 18:28:39.953715 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.v2.base [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-3b6ab67c-d63c-48c1-ac93-06eb7f55b995 service neutron] Request body: {'port': {'device_id': '20e59ab1-133a-4d03-9481-f7d7cacec38c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77005'}} {{(pid=91754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 18:28:40.059267 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-3b6ab67c-d63c-48c1-ac93-06eb7f55b995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:40.074084 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 42d9f042-6080-437c-8a05-01230085f1e3 no longer exists at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:28:40.106621 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] No Port match for: 42d9f042-6080-437c-8a05-01230085f1e3 {{(pid=91755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:28:40.106966 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 42d9f042-6080-437c-8a05-01230085f1e3 not bound to the agent host hv-cinder-77005 {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:28:40.404870 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.notifiers.nova [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-3b6ab67c-d63c-48c1-ac93-06eb7f55b995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc1f13db-1f85-4337-97ab-53025a613d28 {{(pid=91754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:28:40.413994 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-3b6ab67c-d63c-48c1-ac93-06eb7f55b995 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:40.430710 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.provisioning_blocks [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-3b6ab67c-d63c-48c1-ac93-06eb7f55b995 service neutron] Transition to ACTIVE for port object dc1f13db-1f85-4337-97ab-53025a613d28 will not be triggered until provisioned by entity L2. {{(pid=91754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 18:28:40.435559 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-3b6ab67c-d63c-48c1-ac93-06eb7f55b995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10874078'] for port, after_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:40.440648 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-3f2abceb-db54-47f1-86e3-50a43d0655d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:40.445962 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c9fce-b23b-42ac-bf4b-9b7312782c81 req-9706cb41-6082-4cf5-8ffc-2586e1ffeceb tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:40.447520 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-e73c9fce-b23b-42ac-bf4b-9b7312782c81 req-9706cb41-6082-4cf5-8ffc-2586e1ffeceb tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/ports?device_id=20e59ab1-133a-4d03-9481-f7d7cacec38c HTTP/1.1" status: 200 len: 931 time: 0.0883408 May 31 18:28:40.504421 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-e73c9fce-b23b-42ac-bf4b-9b7312782c81 req-685226b1-a14d-43b8-8b0f-0604e52aaef3 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/security-groups?id=088fd624-0a76-495d-af78-b5f0f9e49e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505655 May 31 18:28:40.590697 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ab67c-d63c-48c1-ac93-06eb7f55b995 service neutron] Pushing event updated for resources: {'Port': ['ID=dc1f13db-1f85-4337-97ab-53025a613d28,revision_number=2']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:40.597687 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-3b6ab67c-d63c-48c1-ac93-06eb7f55b995 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:40.669465 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.managers [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-3b6ab67c-d63c-48c1-ac93-06eb7f55b995 service neutron] Attempting to bind port dc1f13db-1f85-4337-97ab-53025a613d28 on host hv-cinder-77005 for vnic_type normal with profile {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 18:28:40.669785 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.managers [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-3b6ab67c-d63c-48c1-ac93-06eb7f55b995 service neutron] Attempting to bind port dc1f13db-1f85-4337-97ab-53025a613d28 by drivers openvswitch,hyperv on host hv-cinder-77005 at level 0 using segments [{'id': '6b871313-9d1d-418f-8c77-c6c6ab9e7f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '69e5b9a7-9ada-4a65-b176-13ca59e03e73'}] {{(pid=91754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 18:28:40.670100 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-3b6ab67c-d63c-48c1-ac93-06eb7f55b995 service neutron] Attempting to bind port dc1f13db-1f85-4337-97ab-53025a613d28 on network 69e5b9a7-9ada-4a65-b176-13ca59e03e73 {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:28:40.674560 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-3b6ab67c-d63c-48c1-ac93-06eb7f55b995 service neutron] Port dc1f13db-1f85-4337-97ab-53025a613d28 on network 69e5b9a7-9ada-4a65-b176-13ca59e03e73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77005 {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 18:28:40.674869 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-3b6ab67c-d63c-48c1-ac93-06eb7f55b995 service neutron] Attempting to bind port dc1f13db-1f85-4337-97ab-53025a613d28 on network 69e5b9a7-9ada-4a65-b176-13ca59e03e73 {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 18:28:40.680478 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-3b6ab67c-d63c-48c1-ac93-06eb7f55b995 service neutron] Checking agent: {'id': '46eeceb7-2107-4a71-92f6-f52bad665eae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77005', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 18, 16, 49), 'started_at': datetime.datetime(2021, 5, 31, 18, 16, 49), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 18, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 18:28:40.680851 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-3b6ab67c-d63c-48c1-ac93-06eb7f55b995 service neutron] Checking segment: {'id': '6b871313-9d1d-418f-8c77-c6c6ab9e7f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '69e5b9a7-9ada-4a65-b176-13ca59e03e73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 18:28:40.681171 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-3b6ab67c-d63c-48c1-ac93-06eb7f55b995 service neutron] Bound using segment: {'id': '6b871313-9d1d-418f-8c77-c6c6ab9e7f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '69e5b9a7-9ada-4a65-b176-13ca59e03e73'} {{(pid=91754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 18:28:40.681587 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.managers [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-3b6ab67c-d63c-48c1-ac93-06eb7f55b995 service neutron] Bound port: dc1f13db-1f85-4337-97ab-53025a613d28, host: hv-cinder-77005, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b871313-9d1d-418f-8c77-c6c6ab9e7f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '69e5b9a7-9ada-4a65-b176-13ca59e03e73'}}] {{(pid=91754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 18:28:40.681920 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-3b6ab67c-d63c-48c1-ac93-06eb7f55b995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:40.766454 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-3b6ab67c-d63c-48c1-ac93-06eb7f55b995 service neutron] For port dc1f13db-1f85-4337-97ab-53025a613d28, host hv-cinder-77005, cleared binding levels {{(pid=91754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 18:28:40.769708 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-3b6ab67c-d63c-48c1-ac93-06eb7f55b995 service neutron] For port dc1f13db-1f85-4337-97ab-53025a613d28, host hv-cinder-77005, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=dc1f13db-1f85-4337-97ab-53025a613d28,segment=NetworkSegment(6b871313-9d1d-418f-8c77-c6c6ab9e7f8e),segment_id=6b871313-9d1d-418f-8c77-c6c6ab9e7f8e)] {{(pid=91754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 18:28:40.773844 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-3b6ab67c-d63c-48c1-ac93-06eb7f55b995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10874078'] for port, after_update {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:40.778162 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-fac01d11-f528-471e-b25d-41e04ce0530f tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:40.841474 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-3b6ab67c-d63c-48c1-ac93-06eb7f55b995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:40.842078 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-3b6ab67c-d63c-48c1-ac93-06eb7f55b995 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:40.843405 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-3b6ab67c-d63c-48c1-ac93-06eb7f55b995 service neutron] 10.222.0.20 "PUT /v2.0/ports/dc1f13db-1f85-4337-97ab-53025a613d28 HTTP/1.1" status: 200 len: 1093 time: 0.8935502 May 31 18:28:40.843909 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e59ab1-133a-4d03-9481-f7d7cacec38c', 'tag': 'dc1f13db-1f85-4337-97ab-53025a613d28'}] {{(pid=91754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:28:40.846165 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b8d31c20630307edfd170fd0520c8261bc4320d7d7b7fb717012a3b2519c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d85324-b630-4e3e-b135-9c097590e2d7" -d '{"events": [{"name": "network-changed", "server_uuid": "20e59ab1-133a-4d03-9481-f7d7cacec38c", "tag": "dc1f13db-1f85-4337-97ab-53025a613d28"}]}' {{(pid=91754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:28:40.862599 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6ab67c-d63c-48c1-ac93-06eb7f55b995 service neutron] Pushing event updated for resources: {'Port': ['ID=dc1f13db-1f85-4337-97ab-53025a613d28,revision_number=3']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:40.865500 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-3b6ab67c-d63c-48c1-ac93-06eb7f55b995 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:40.912674 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91691919-1ddc-427c-8b46-ebc23cd46d41 x-openstack-request-id: req-91691919-1ddc-427c-8b46-ebc23cd46d41 {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:28:40.913000 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e59ab1-133a-4d03-9481-f7d7cacec38c", "tag": "dc1f13db-1f85-4337-97ab-53025a613d28", "status": "completed", "code": 200}]} {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:28:40.913947 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-91691919-1ddc-427c-8b46-ebc23cd46d41 {{(pid=91754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:28:40.914370 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e59ab1-133a-4d03-9481-f7d7cacec38c', 'tag': 'dc1f13db-1f85-4337-97ab-53025a613d28', 'status': 'completed', 'code': 200} May 31 18:28:40.953920 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-ba8532eb-95b4-46f9-bbb2-c7e424f5117b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:40.955310 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-ba8532eb-95b4-46f9-bbb2-c7e424f5117b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a077815934574cd496383887042a710c&device_id=20e59ab1-133a-4d03-9481-f7d7cacec38c HTTP/1.1" status: 200 len: 1096 time: 0.0743353 May 31 18:28:41.024136 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-8b4145bc-5c01-404c-807f-5f470706935c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc1f13db-1f85-4337-97ab-53025a613d28 HTTP/1.1" status: 200 len: 217 time: 0.0620732 May 31 18:28:41.083614 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-837d622d-12cf-459c-894b-9e007c6781bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:41.085067 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-837d622d-12cf-459c-894b-9e007c6781bf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=73c5930f-d205-4d37-96ad-c46d45a220ca HTTP/1.1" status: 200 len: 849 time: 0.0555601 May 31 18:28:41.128788 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-b50d2009-58b6-4d39-b1a7-8fe69dbc73c4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=69e5b9a7-9ada-4a65-b176-13ca59e03e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379765 May 31 18:28:41.254653 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-f306e1df-e026-420a-ad3f-abd49be1c47b service neutron] 10.222.0.20 "GET /v2.0/networks/69e5b9a7-9ada-4a65-b176-13ca59e03e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193068 May 31 18:28:41.381782 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-f823f63a-09af-4dd2-802e-b37803604cd9 req-56cb7a34-de6e-462a-bbf6-d074a5b24ca8 service neutron] 10.222.0.20 "GET /v2.0/networks/69e5b9a7-9ada-4a65-b176-13ca59e03e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213064 May 31 18:28:41.498080 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d85324-b630-4e3e-b135-9c097590e2d7 req-bf485674-7365-450c-bf2c-d19baabc3914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:41.499487 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-25d85324-b630-4e3e-b135-9c097590e2d7 req-bf485674-7365-450c-bf2c-d19baabc3914 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a077815934574cd496383887042a710c&device_id=20e59ab1-133a-4d03-9481-f7d7cacec38c HTTP/1.1" status: 200 len: 1096 time: 0.0726767 May 31 18:28:41.705504 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2954e5c-7ef0-43a9-a48c-3cd09f36095e req-6ab76b1b-da67-46e4-a6bc-a43320ae3569 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:41.706953 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-a2954e5c-7ef0-43a9-a48c-3cd09f36095e req-6ab76b1b-da67-46e4-a6bc-a43320ae3569 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/ports?device_id=20e59ab1-133a-4d03-9481-f7d7cacec38c HTTP/1.1" status: 200 len: 943 time: 0.0922837 May 31 18:28:41.730382 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d85324-b630-4e3e-b135-9c097590e2d7 req-3930163a-e1ae-4305-b5c9-95eb528d35d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:41.732400 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-25d85324-b630-4e3e-b135-9c097590e2d7 req-3930163a-e1ae-4305-b5c9-95eb528d35d2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=69e5b9a7-9ada-4a65-b176-13ca59e03e73 HTTP/1.1" status: 200 len: 909 time: 0.2260931 May 31 18:28:41.760283 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-a2954e5c-7ef0-43a9-a48c-3cd09f36095e req-1a2215b3-c6ec-4ede-8f5c-63addcd0ee4c tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/security-groups?id=088fd624-0a76-495d-af78-b5f0f9e49e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447950 May 31 18:28:41.799478 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-25d85324-b630-4e3e-b135-9c097590e2d7 req-b9b34376-a01f-49db-be90-8b933e6e7168 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc1f13db-1f85-4337-97ab-53025a613d28 HTTP/1.1" status: 200 len: 217 time: 0.0610354 May 31 18:28:41.862179 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d85324-b630-4e3e-b135-9c097590e2d7 req-4f38de89-3899-40b4-a81f-a7eae549ef26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:41.863573 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-25d85324-b630-4e3e-b135-9c097590e2d7 req-4f38de89-3899-40b4-a81f-a7eae549ef26 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=73c5930f-d205-4d37-96ad-c46d45a220ca HTTP/1.1" status: 200 len: 849 time: 0.0583723 May 31 18:28:41.909806 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-25d85324-b630-4e3e-b135-9c097590e2d7 req-2dfab1aa-1c11-493f-8634-011c90a13c51 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=69e5b9a7-9ada-4a65-b176-13ca59e03e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400262 May 31 18:28:42.043181 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-25d85324-b630-4e3e-b135-9c097590e2d7 req-7a6a5a36-b9b6-411d-94f6-a27ca780e5fb service neutron] 10.222.0.20 "GET /v2.0/networks/69e5b9a7-9ada-4a65-b176-13ca59e03e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269560 May 31 18:28:42.176367 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-25d85324-b630-4e3e-b135-9c097590e2d7 req-e88f6357-6f6e-4b62-af40-af3f7aeac816 service neutron] 10.222.0.20 "GET /v2.0/networks/69e5b9a7-9ada-4a65-b176-13ca59e03e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269960 May 31 18:28:42.945934 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d44cab-d39c-41c9-b567-ea06391dff16 req-d60a2b8f-47ab-4b87-8263-b72d73fdf2f2 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:42.946639 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-54d44cab-d39c-41c9-b567-ea06391dff16 req-d60a2b8f-47ab-4b87-8263-b72d73fdf2f2 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Synchronizing usage tracker for tenant:a077815934574cd496383887042a710c on resource:port {{(pid=91754) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:28:42.961615 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-54d44cab-d39c-41c9-b567-ea06391dff16 req-d60a2b8f-47ab-4b87-8263-b72d73fdf2f2 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Unset dirty status for tenant:a077815934574cd496383887042a710c on resource:port {{(pid=91754) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:28:42.962761 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-54d44cab-d39c-41c9-b567-ea06391dff16 req-d60a2b8f-47ab-4b87-8263-b72d73fdf2f2 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/ports?device_id=20e59ab1-133a-4d03-9481-f7d7cacec38c HTTP/1.1" status: 200 len: 943 time: 0.0987835 May 31 18:28:43.009329 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-54d44cab-d39c-41c9-b567-ea06391dff16 req-85e684ef-1da4-481d-8d3b-1f98d37d4fab tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/security-groups?id=088fd624-0a76-495d-af78-b5f0f9e49e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409682 May 31 18:28:43.810504 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 36198) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:28:43.924553 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-29add42d-daa6-4e11-8610-d00c24352e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:43.938317 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-29add42d-daa6-4e11-8610-d00c24352e8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:28:43.942093 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-29add42d-daa6-4e11-8610-d00c24352e8b admin admin] Usage tracker for resource:security_group_rule and tenant:368cd76423f24fe8a5ba198c51a3da49 is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:28:43.945336 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-29add42d-daa6-4e11-8610-d00c24352e8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:28:43.950944 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-29add42d-daa6-4e11-8610-d00c24352e8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:28:44.033156 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-29add42d-daa6-4e11-8610-d00c24352e8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:44.036888 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-29add42d-daa6-4e11-8610-d00c24352e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:44.045716 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-382a0570-74d3-4dda-a59d-3b2aea69372b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:44.084526 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-29add42d-daa6-4e11-8610-d00c24352e8b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=368cd76423f24fe8a5ba198c51a3da49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2728879 May 31 18:28:44.086010 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29add42d-daa6-4e11-8610-d00c24352e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0119a469-94ae-4dbd-9516-f6b0b8ec4342,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:44.087768 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 36206) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:28:44.089171 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-29add42d-daa6-4e11-8610-d00c24352e8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:44.202551 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-657bbf0b-9acb-4091-bef6-a1d6d63d2562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:44.233327 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-657bbf0b-9acb-4091-bef6-a1d6d63d2562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:44.252299 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d9e702-f577-474b-8ccd-578c7ba868d8 req-29045e5f-f284-40d1-ad93-b3cb3e1de2ae tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:44.253724 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-f0d9e702-f577-474b-8ccd-578c7ba868d8 req-29045e5f-f284-40d1-ad93-b3cb3e1de2ae tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/ports?device_id=20e59ab1-133a-4d03-9481-f7d7cacec38c HTTP/1.1" status: 200 len: 943 time: 0.1364191 May 31 18:28:44.313050 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-f0d9e702-f577-474b-8ccd-578c7ba868d8 req-c7dbb1ef-803f-4c3a-b10e-e95a717c6046 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/security-groups?id=088fd624-0a76-495d-af78-b5f0f9e49e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529757 May 31 18:28:44.328699 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-657bbf0b-9acb-4091-bef6-a1d6d63d2562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:44.333687 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-1a087220-8faf-435f-8caf-2f0c1070d350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:44.351390 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657bbf0b-9acb-4091-bef6-a1d6d63d2562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0119a469-94ae-4dbd-9516-f6b0b8ec4342,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:44.357050 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-657bbf0b-9acb-4091-bef6-a1d6d63d2562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:44.359147 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-657bbf0b-9acb-4091-bef6-a1d6d63d2562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:44.360992 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-657bbf0b-9acb-4091-bef6-a1d6d63d2562 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0119a469-94ae-4dbd-9516-f6b0b8ec4342 HTTP/1.1" status: 204 len: 168 time: 0.2712944 May 31 18:28:44.635337 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 36214) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:28:44.653291 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-cf44e1fe-e2d9-4f77-a12a-0aaf6b17b481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:44.666934 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-cf44e1fe-e2d9-4f77-a12a-0aaf6b17b481 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:28:44.670672 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-cf44e1fe-e2d9-4f77-a12a-0aaf6b17b481 admin admin] Usage tracker for resource:security_group_rule and tenant:c1d811c5f1d641bc90ebf2758e9da654 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:28:44.673438 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-cf44e1fe-e2d9-4f77-a12a-0aaf6b17b481 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:28:44.679043 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-cf44e1fe-e2d9-4f77-a12a-0aaf6b17b481 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:28:44.756351 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-cf44e1fe-e2d9-4f77-a12a-0aaf6b17b481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:44.760406 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-cf44e1fe-e2d9-4f77-a12a-0aaf6b17b481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:44.771632 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-6bee5be2-38f7-47f1-ae7f-da06fa4e1cce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:44.809163 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-cf44e1fe-e2d9-4f77-a12a-0aaf6b17b481 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c1d811c5f1d641bc90ebf2758e9da654&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1727567 May 31 18:28:44.810739 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf44e1fe-e2d9-4f77-a12a-0aaf6b17b481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfc2ad7-83e9-49bb-b2c7-b5d3fd599c61,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:44.814398 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 36218) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:28:44.816525 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-cf44e1fe-e2d9-4f77-a12a-0aaf6b17b481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:44.876775 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-00e6e4f9-72cf-42da-b62a-929bbb42c2ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:44.903010 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-00e6e4f9-72cf-42da-b62a-929bbb42c2ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:44.952962 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-00e6e4f9-72cf-42da-b62a-929bbb42c2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:44.956577 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-413cccad-0437-470c-b2a7-b8dbd9c93430 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:44.969708 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e6e4f9-72cf-42da-b62a-929bbb42c2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfc2ad7-83e9-49bb-b2c7-b5d3fd599c61,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:44.971960 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-00e6e4f9-72cf-42da-b62a-929bbb42c2ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:44.979941 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-00e6e4f9-72cf-42da-b62a-929bbb42c2ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:44.981051 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-00e6e4f9-72cf-42da-b62a-929bbb42c2ef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4bfc2ad7-83e9-49bb-b2c7-b5d3fd599c61 HTTP/1.1" status: 204 len: 168 time: 0.1650608 May 31 18:28:45.497751 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93517343-3f3d-4e36-91e0-ec855ba9d764 req-8d8bcfc8-cc5f-4eeb-a4bf-71a093d607ec tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:45.499218 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-93517343-3f3d-4e36-91e0-ec855ba9d764 req-8d8bcfc8-cc5f-4eeb-a4bf-71a093d607ec tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/ports?device_id=20e59ab1-133a-4d03-9481-f7d7cacec38c HTTP/1.1" status: 200 len: 943 time: 0.0804617 May 31 18:28:45.546970 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-93517343-3f3d-4e36-91e0-ec855ba9d764 req-1206c0ac-d146-439d-816f-459c35f0a644 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/security-groups?id=088fd624-0a76-495d-af78-b5f0f9e49e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421264 May 31 18:28:46.012183 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-861a5c2f-3835-4a20-8b3c-5514b418dce2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:46.089534 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device dc1f13db-1f85-4337-97ab-53025a613d28 details requested by agent hyperv_hv-cinder-77005 with host hv-cinder-77005 {{(pid=91755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 18:28:46.219952 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port dc1f13db-1f85-4337-97ab-53025a613d28, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=dc1f13db-1f85-4337-97ab-53025a613d28,segment=NetworkSegment(6b871313-9d1d-418f-8c77-c6c6ab9e7f8e),segment_id=6b871313-9d1d-418f-8c77-c6c6ab9e7f8e)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:28:46.236388 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Returning: {'device': 'dc1f13db-1f85-4337-97ab-53025a613d28', 'network_id': '69e5b9a7-9ada-4a65-b176-13ca59e03e73', 'port_id': 'dc1f13db-1f85-4337-97ab-53025a613d28', 'mac_address': 'fa:16:3e:4e:60:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73c5930f-d205-4d37-96ad-c46d45a220ca', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 18:28:46.291293 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:46.308356 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc1f13db-1f85-4337-97ab-53025a613d28 {{(pid=91755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:28:46.323302 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port dc1f13db-1f85-4337-97ab-53025a613d28, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=dc1f13db-1f85-4337-97ab-53025a613d28,segment=NetworkSegment(6b871313-9d1d-418f-8c77-c6c6ab9e7f8e),segment_id=6b871313-9d1d-418f-8c77-c6c6ab9e7f8e)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:28:46.327888 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:46.329641 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:46.393344 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=dc1f13db-1f85-4337-97ab-53025a613d28,revision_number=4']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:46.396336 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:46.638947 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] get_ports_and_sgs() called for port_ids ['dc1f13db-1f85-4337-97ab-53025a613d28'] {{(pid=91755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:28:46.767190 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ec61a-f4e6-4359-9bf2-2957b8fc7115 req-23a21d8b-2a7f-4f2d-a306-b995fe4e162c tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:46.769021 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-871ec61a-f4e6-4359-9bf2-2957b8fc7115 req-23a21d8b-2a7f-4f2d-a306-b995fe4e162c tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/ports?device_id=20e59ab1-133a-4d03-9481-f7d7cacec38c HTTP/1.1" status: 200 len: 944 time: 0.1100776 May 31 18:28:46.813546 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-871ec61a-f4e6-4359-9bf2-2957b8fc7115 req-5b2e0cb4-639d-4970-b527-14b488ad70f8 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/security-groups?id=088fd624-0a76-495d-af78-b5f0f9e49e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384557 May 31 18:28:47.046920 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.agents_db [None req-6172caff-413f-4f38-b24a-66359638417e None None] Agent healthcheck: found 6 active agents {{(pid=91756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:28:48.007820 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22a92b-09ca-4f5c-bc05-2e8851b4c8c4 req-006c3eae-15ad-4bc2-b4ee-4158dcbe1c93 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:48.009457 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2b22a92b-09ca-4f5c-bc05-2e8851b4c8c4 req-006c3eae-15ad-4bc2-b4ee-4158dcbe1c93 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/ports?device_id=20e59ab1-133a-4d03-9481-f7d7cacec38c HTTP/1.1" status: 200 len: 944 time: 0.0823848 May 31 18:28:48.055901 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-2b22a92b-09ca-4f5c-bc05-2e8851b4c8c4 req-e6067443-2566-4243-af8d-1015a99352b8 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/security-groups?id=088fd624-0a76-495d-af78-b5f0f9e49e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405750 May 31 18:28:48.092932 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device dc1f13db-1f85-4337-97ab-53025a613d28 up at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:28:48.162266 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Provisioning for port dc1f13db-1f85-4337-97ab-53025a613d28 completed by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 18:28:48.167585 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Provisioning complete for port dc1f13db-1f85-4337-97ab-53025a613d28 triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:28:48.167952 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:48.281569 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:48.311705 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e59ab1-133a-4d03-9481-f7d7cacec38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1f13db-1f85-4337-97ab-53025a613d28'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:28:48.314069 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e2032fe1b554800b495be35bbba042da1e7f6a6deba8ede5c150f2a358caca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272ca237-67d7-4741-9c24-be8551d59bca" -d '{"events": [{"server_uuid": "20e59ab1-133a-4d03-9481-f7d7cacec38c", "name": "network-vif-plugged", "status": "completed", "tag": "dc1f13db-1f85-4337-97ab-53025a613d28"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:28:48.322612 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port dc1f13db-1f85-4337-97ab-53025a613d28, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=dc1f13db-1f85-4337-97ab-53025a613d28,segment=NetworkSegment(6b871313-9d1d-418f-8c77-c6c6ab9e7f8e),segment_id=6b871313-9d1d-418f-8c77-c6c6ab9e7f8e)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:28:48.326581 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:48.328571 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-a3d6334a-0b44-4206-a94a-de630cac44d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:48.362764 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e19469f2-aea7-4aec-9050-3629f3efe76e x-openstack-request-id: req-e19469f2-aea7-4aec-9050-3629f3efe76e {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:28:48.363057 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e59ab1-133a-4d03-9481-f7d7cacec38c", "name": "network-vif-plugged", "status": "completed", "tag": "dc1f13db-1f85-4337-97ab-53025a613d28", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:28:48.363315 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e19469f2-aea7-4aec-9050-3629f3efe76e {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:28:48.363699 dv-cinder-770050-4-smb neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e59ab1-133a-4d03-9481-f7d7cacec38c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1f13db-1f85-4337-97ab-53025a613d28', 'code': 200} May 31 18:28:48.395736 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=dc1f13db-1f85-4337-97ab-53025a613d28,revision_number=5']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:48.398572 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:48.550157 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-8571a4de-5d9d-4cad-90db-89434bd4be26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:48.588442 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:48.681184 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:48.702960 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce117dbc-8ed7-47d3-8c89-50522b1bfdd1 req-da7ea6b0-ac0e-4349-a36f-623a583f06e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:48.704417 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-ce117dbc-8ed7-47d3-8c89-50522b1bfdd1 req-da7ea6b0-ac0e-4349-a36f-623a583f06e9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=20e59ab1-133a-4d03-9481-f7d7cacec38c HTTP/1.1" status: 200 len: 1098 time: 0.1769941 May 31 18:28:48.743828 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-ce117dbc-8ed7-47d3-8c89-50522b1bfdd1 req-80639c50-b8b3-4a2c-8749-1c38b06148cf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=088fd624-0a76-495d-af78-b5f0f9e49e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330894 May 31 18:28:49.235804 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12364247-a29d-4812-a4fe-8645215b39c5 req-43249bb5-ac5c-427f-88bc-108b95ec482a tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:49.237262 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-12364247-a29d-4812-a4fe-8645215b39c5 req-43249bb5-ac5c-427f-88bc-108b95ec482a tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/ports?device_id=20e59ab1-133a-4d03-9481-f7d7cacec38c HTTP/1.1" status: 200 len: 945 time: 0.0780537 May 31 18:28:49.282710 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-12364247-a29d-4812-a4fe-8645215b39c5 req-7d4a17f3-2957-40bd-adab-12f7c35e7a27 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/security-groups?id=088fd624-0a76-495d-af78-b5f0f9e49e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391147 May 31 18:28:49.542167 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:49.662790 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 36318) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:28:49.780959 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-1009db4f-5cb4-4154-a038-0cdd84ec2020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:49.794688 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-1009db4f-5cb4-4154-a038-0cdd84ec2020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:28:49.798372 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-1009db4f-5cb4-4154-a038-0cdd84ec2020 admin admin] Usage tracker for resource:security_group_rule and tenant:8fce5a75d00743b5aaafa33df7d5044d is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:28:49.801326 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-1009db4f-5cb4-4154-a038-0cdd84ec2020 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:28:49.807336 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-1009db4f-5cb4-4154-a038-0cdd84ec2020 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:28:49.894702 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-1009db4f-5cb4-4154-a038-0cdd84ec2020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:49.898299 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-1009db4f-5cb4-4154-a038-0cdd84ec2020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:49.906048 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-09da61ca-1d44-4cb8-ab26-abd3f1cf063e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:49.946218 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-1009db4f-5cb4-4154-a038-0cdd84ec2020 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8fce5a75d00743b5aaafa33df7d5044d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2822642 May 31 18:28:49.946964 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1009db4f-5cb4-4154-a038-0cdd84ec2020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e710a2d5-b14b-40f9-8ca7-bf7982424fa8,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:49.948765 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 36324) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:28:49.949881 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-1009db4f-5cb4-4154-a038-0cdd84ec2020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:50.012499 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-bb022366-d449-40cc-9568-a9d68f9f03fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:50.037715 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-bb022366-d449-40cc-9568-a9d68f9f03fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:50.087303 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-bb022366-d449-40cc-9568-a9d68f9f03fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:50.091853 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-a9bdc5fa-60f4-44bb-861c-a5691908e345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:50.103554 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb022366-d449-40cc-9568-a9d68f9f03fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e710a2d5-b14b-40f9-8ca7-bf7982424fa8,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:50.112113 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb022366-d449-40cc-9568-a9d68f9f03fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:50.112482 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb022366-d449-40cc-9568-a9d68f9f03fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:50.112839 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb022366-d449-40cc-9568-a9d68f9f03fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:50.113194 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb022366-d449-40cc-9568-a9d68f9f03fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:50.113541 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb022366-d449-40cc-9568-a9d68f9f03fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:50.113889 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb022366-d449-40cc-9568-a9d68f9f03fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:50.114233 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb022366-d449-40cc-9568-a9d68f9f03fe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:50.114578 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb022366-d449-40cc-9568-a9d68f9f03fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:50.114921 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb022366-d449-40cc-9568-a9d68f9f03fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:50.115262 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb022366-d449-40cc-9568-a9d68f9f03fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:50.115603 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb022366-d449-40cc-9568-a9d68f9f03fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:50.115959 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb022366-d449-40cc-9568-a9d68f9f03fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:28:50.119521 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-bb022366-d449-40cc-9568-a9d68f9f03fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:50.120932 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-bb022366-d449-40cc-9568-a9d68f9f03fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:50.121997 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-bb022366-d449-40cc-9568-a9d68f9f03fe admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e710a2d5-b14b-40f9-8ca7-bf7982424fa8 HTTP/1.1" status: 204 len: 168 time: 0.1722627 May 31 18:28:50.394756 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 36334) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:28:50.412588 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-ab10c4c1-ba6d-4628-bca1-d473ea57397d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:50.426794 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-ab10c4c1-ba6d-4628-bca1-d473ea57397d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:28:50.431058 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-ab10c4c1-ba6d-4628-bca1-d473ea57397d admin admin] Usage tracker for resource:security_group_rule and tenant:b7302fc08d114ff6803dc1a33b111eae is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:28:50.433822 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-ab10c4c1-ba6d-4628-bca1-d473ea57397d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:28:50.439307 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-ab10c4c1-ba6d-4628-bca1-d473ea57397d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:28:50.470062 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb772c-8944-4cef-ab01-d38593ae7e4e req-bfb0c991-1896-4149-9e21-938a7b440517 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:50.471641 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-bccb772c-8944-4cef-ab01-d38593ae7e4e req-bfb0c991-1896-4149-9e21-938a7b440517 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/ports?device_id=20e59ab1-133a-4d03-9481-f7d7cacec38c HTTP/1.1" status: 200 len: 945 time: 0.0831718 May 31 18:28:50.515325 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-bccb772c-8944-4cef-ab01-d38593ae7e4e req-b0e16a9f-833f-4c98-be3d-f6ddeffcb097 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/security-groups?id=088fd624-0a76-495d-af78-b5f0f9e49e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370953 May 31 18:28:50.519851 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-ab10c4c1-ba6d-4628-bca1-d473ea57397d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:50.525021 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-ab10c4c1-ba6d-4628-bca1-d473ea57397d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:50.532738 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-a1d7e6b4-d9f7-45f0-b511-0bc0270030d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:50.577112 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-ab10c4c1-ba6d-4628-bca1-d473ea57397d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b7302fc08d114ff6803dc1a33b111eae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1812780 May 31 18:28:50.578422 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab10c4c1-ba6d-4628-bca1-d473ea57397d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea30a87c-996c-4b4a-91ba-bf1d8564ae4b,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:50.579908 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 36340) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:28:50.581734 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-ab10c4c1-ba6d-4628-bca1-d473ea57397d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:50.641730 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-e061c076-7940-42da-aea2-2e14213488c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:50.667929 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-e061c076-7940-42da-aea2-2e14213488c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:50.719840 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-e061c076-7940-42da-aea2-2e14213488c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:50.724582 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-9113e435-1134-4007-9060-a71187b5e096 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:50.737955 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e061c076-7940-42da-aea2-2e14213488c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea30a87c-996c-4b4a-91ba-bf1d8564ae4b,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:50.741879 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-e061c076-7940-42da-aea2-2e14213488c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:50.759843 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-e061c076-7940-42da-aea2-2e14213488c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:50.760988 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-e061c076-7940-42da-aea2-2e14213488c2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ea30a87c-996c-4b4a-91ba-bf1d8564ae4b HTTP/1.1" status: 204 len: 168 time: 0.1800997 May 31 18:28:51.245564 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:51.595993 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea66057-e32f-400c-9964-5257477918ba req-de89b1a6-9c8b-47f6-aa71-71cd4a53a41c tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:51.597476 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-2ea66057-e32f-400c-9964-5257477918ba req-de89b1a6-9c8b-47f6-aa71-71cd4a53a41c tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/ports?device_id=20e59ab1-133a-4d03-9481-f7d7cacec38c HTTP/1.1" status: 200 len: 945 time: 0.0794747 May 31 18:28:51.645180 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-2ea66057-e32f-400c-9964-5257477918ba req-bf0698de-fa5d-4355-ad30-2e6f7cf636a8 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/security-groups?id=088fd624-0a76-495d-af78-b5f0f9e49e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415132 May 31 18:28:52.507783 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 36400) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:28:52.627746 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-561eaf44-28d7-4c20-8783-e2ff8f9c3d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:52.642844 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-561eaf44-28d7-4c20-8783-e2ff8f9c3d11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:28:52.646623 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-561eaf44-28d7-4c20-8783-e2ff8f9c3d11 admin admin] Usage tracker for resource:security_group_rule and tenant:a35ae654e09f458e9771e6e04ef8d1c4 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:28:52.649666 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-561eaf44-28d7-4c20-8783-e2ff8f9c3d11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:28:52.655329 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-561eaf44-28d7-4c20-8783-e2ff8f9c3d11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:28:52.744041 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-561eaf44-28d7-4c20-8783-e2ff8f9c3d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:52.748417 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-561eaf44-28d7-4c20-8783-e2ff8f9c3d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:52.757627 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-d3d7474f-5c68-4843-a3ff-6a24982f4f28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:52.798727 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-561eaf44-28d7-4c20-8783-e2ff8f9c3d11 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a35ae654e09f458e9771e6e04ef8d1c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2873869 May 31 18:28:52.798727 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561eaf44-28d7-4c20-8783-e2ff8f9c3d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac57566-7981-4f66-b80d-68570372e50d,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:52.800472 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 36408) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:28:52.802873 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-561eaf44-28d7-4c20-8783-e2ff8f9c3d11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:52.839542 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed71e1f-094c-46cf-b882-2cb6c65cf215 req-f9f75305-3278-4825-8a1d-4ccc77eda3fa tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:52.841036 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-0ed71e1f-094c-46cf-b882-2cb6c65cf215 req-f9f75305-3278-4825-8a1d-4ccc77eda3fa tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/ports?device_id=20e59ab1-133a-4d03-9481-f7d7cacec38c HTTP/1.1" status: 200 len: 945 time: 0.0859523 May 31 18:28:52.862103 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-1a40c9d7-bf8d-4914-b391-9647bae7a668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:52.892561 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-1a40c9d7-bf8d-4914-b391-9647bae7a668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:52.922808 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-0ed71e1f-094c-46cf-b882-2cb6c65cf215 req-52a465c9-0112-4262-aa6f-389c75b1b035 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/security-groups?id=088fd624-0a76-495d-af78-b5f0f9e49e8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746300 May 31 18:28:52.972001 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9beefc-3460-4682-9b51-66e450ac5559 req-da063e75-7afa-4254-982f-6bf0045c4bdc tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:52.973412 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-af9beefc-3460-4682-9b51-66e450ac5559 req-da063e75-7afa-4254-982f-6bf0045c4bdc tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.20 "GET /v2.0/ports?device_id=20e59ab1-133a-4d03-9481-f7d7cacec38c HTTP/1.1" status: 200 len: 945 time: 0.0896208 May 31 18:28:53.025806 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-1a40c9d7-bf8d-4914-b391-9647bae7a668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:53.029521 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-afcca9d7-4f8e-439e-a999-342bd2e9cba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:53.042492 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a40c9d7-bf8d-4914-b391-9647bae7a668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac57566-7981-4f66-b80d-68570372e50d,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:53.046291 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-1a40c9d7-bf8d-4914-b391-9647bae7a668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:53.047598 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-1a40c9d7-bf8d-4914-b391-9647bae7a668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:53.051616 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-1a40c9d7-bf8d-4914-b391-9647bae7a668 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aac57566-7981-4f66-b80d-68570372e50d HTTP/1.1" status: 204 len: 168 time: 0.2473910 May 31 18:28:53.107961 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [req-af9beefc-3460-4682-9b51-66e450ac5559 req-6dd09bba-3064-4e53-ab6d-cba73e3c200c tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Deleting port dc1f13db-1f85-4337-97ab-53025a613d28 {{(pid=91754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:28:53.108346 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-af9beefc-3460-4682-9b51-66e450ac5559 req-6dd09bba-3064-4e53-ab6d-cba73e3c200c tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:53.324802 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [req-af9beefc-3460-4682-9b51-66e450ac5559 req-6dd09bba-3064-4e53-ab6d-cba73e3c200c tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] For port dc1f13db-1f85-4337-97ab-53025a613d28, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=dc1f13db-1f85-4337-97ab-53025a613d28,segment=NetworkSegment(6b871313-9d1d-418f-8c77-c6c6ab9e7f8e),segment_id=6b871313-9d1d-418f-8c77-c6c6ab9e7f8e)] {{(pid=91754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:28:53.325155 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-af9beefc-3460-4682-9b51-66e450ac5559 req-6dd09bba-3064-4e53-ab6d-cba73e3c200c tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:53.331418 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 36416) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:28:53.351669 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-36856594-649f-4289-a174-cce06748df83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:53.369423 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-36856594-649f-4289-a174-cce06748df83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:28:53.371990 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-36856594-649f-4289-a174-cce06748df83 admin admin] Usage tracker for resource:security_group_rule and tenant:2dd812780de04cfcaa6530dcbd4dece0 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:28:53.374819 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-36856594-649f-4289-a174-cce06748df83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:28:53.380661 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-36856594-649f-4289-a174-cce06748df83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:28:53.455931 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [req-af9beefc-3460-4682-9b51-66e450ac5559 req-6dd09bba-3064-4e53-ab6d-cba73e3c200c tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Calling delete_port for dc1f13db-1f85-4337-97ab-53025a613d28 owned by compute:nova {{(pid=91754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:28:53.465967 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-36856594-649f-4289-a174-cce06748df83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:53.470429 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-36856594-649f-4289-a174-cce06748df83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:53.478949 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-7295c214-4ceb-493b-ba9a-d05490b9b284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:53.518452 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-36856594-649f-4289-a174-cce06748df83 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2dd812780de04cfcaa6530dcbd4dece0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1859243 May 31 18:28:53.520320 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36856594-649f-4289-a174-cce06748df83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64f9415-9ed5-44d8-b721-829194c5402a,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:53.522519 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 36420) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:28:53.525107 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-36856594-649f-4289-a174-cce06748df83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:53.577905 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-af9beefc-3460-4682-9b51-66e450ac5559 req-6dd09bba-3064-4e53-ab6d-cba73e3c200c tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:53.587602 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-333be3e2-e039-4cbf-87c8-fe33ecf26c5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:53.590689 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-78461eb5-56ae-42d9-a873-c3d2adc4a474 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:53.591206 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] get_ports_and_sgs() called for port_ids ['dc1f13db-1f85-4337-97ab-53025a613d28'] {{(pid=91755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:28:53.628521 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-333be3e2-e039-4cbf-87c8-fe33ecf26c5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:53.674385 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd09bba-3064-4e53-ab6d-cba73e3c200c tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Pushing event deleted for resources: {'Port': ['ID=dc1f13db-1f85-4337-97ab-53025a613d28,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:53.683220 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-6dd09bba-3064-4e53-ab6d-cba73e3c200c tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:53.688947 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-333be3e2-e039-4cbf-87c8-fe33ecf26c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:53.693799 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-e061c076-7940-42da-aea2-2e14213488c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:28:53.705278 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333be3e2-e039-4cbf-87c8-fe33ecf26c5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64f9415-9ed5-44d8-b721-829194c5402a,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:28:53.708148 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-333be3e2-e039-4cbf-87c8-fe33ecf26c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:28:53.710081 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-333be3e2-e039-4cbf-87c8-fe33ecf26c5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:53.711162 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-333be3e2-e039-4cbf-87c8-fe33ecf26c5b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d64f9415-9ed5-44d8-b721-829194c5402a HTTP/1.1" status: 204 len: 168 time: 0.1877539 May 31 18:28:53.723558 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9beefc-3460-4682-9b51-66e450ac5559 req-6dd09bba-3064-4e53-ab6d-cba73e3c200c tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] No DVR routers for this DVR port dc1f13db-1f85-4337-97ab-53025a613d28 on host hv-cinder-77005 {{(pid=91754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:28:53.727239 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-af9beefc-3460-4682-9b51-66e450ac5559 req-6dd09bba-3064-4e53-ab6d-cba73e3c200c tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:28:53.731696 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e59ab1-133a-4d03-9481-f7d7cacec38c', 'name': 'network-vif-deleted', 'tag': 'dc1f13db-1f85-4337-97ab-53025a613d28'}] {{(pid=91754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:28:53.733909 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b8d31c20630307edfd170fd0520c8261bc4320d7d7b7fb717012a3b2519c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de70636-b5d4-4605-b179-48820eb24d87" -d '{"events": [{"server_uuid": "20e59ab1-133a-4d03-9481-f7d7cacec38c", "name": "network-vif-deleted", "tag": "dc1f13db-1f85-4337-97ab-53025a613d28"}]}' {{(pid=91754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:28:53.759650 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-af9beefc-3460-4682-9b51-66e450ac5559 req-6dd09bba-3064-4e53-ab6d-cba73e3c200c tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.20 "DELETE /v2.0/ports/dc1f13db-1f85-4337-97ab-53025a613d28 HTTP/1.1" status: 204 len: 173 time: 0.7808051 May 31 18:28:53.781666 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d0082d-759e-414b-ab8c-102d87fcf438 x-openstack-request-id: req-80d0082d-759e-414b-ab8c-102d87fcf438 {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:28:53.782002 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e59ab1-133a-4d03-9481-f7d7cacec38c", "name": "network-vif-deleted", "tag": "dc1f13db-1f85-4337-97ab-53025a613d28", "status": "completed", "code": 200}]} {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:28:53.782295 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-80d0082d-759e-414b-ab8c-102d87fcf438 {{(pid=91754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:28:53.782725 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e59ab1-133a-4d03-9481-f7d7cacec38c', 'name': 'network-vif-deleted', 'tag': 'dc1f13db-1f85-4337-97ab-53025a613d28', 'status': 'completed', 'code': 200} May 31 18:28:53.971080 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9e770a73-d711-4c85-8414-670e01f079ab req-3429b848-6548-471d-9108-e4ae99944dbc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730898 May 31 18:28:54.101482 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-01cd608c-454a-41b2-a9b1-d202eba78e29 req-86cf5772-fd2e-4f30-b352-8bc0ee7f86d7 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Synchronizing usage tracker for tenant:a077815934574cd496383887042a710c on resource:port {{(pid=91754) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:28:54.112933 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e770a73-d711-4c85-8414-670e01f079ab req-e5f8757b-88b7-4859-8691-29432e3d348b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:54.114424 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9e770a73-d711-4c85-8414-670e01f079ab req-e5f8757b-88b7-4859-8691-29432e3d348b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71e173376bb2401c9a4bd03dc519309c&device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 1099 time: 0.1218297 May 31 18:28:54.123977 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-01cd608c-454a-41b2-a9b1-d202eba78e29 req-86cf5772-fd2e-4f30-b352-8bc0ee7f86d7 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Unset dirty status for tenant:a077815934574cd496383887042a710c on resource:port {{(pid=91754) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:28:54.125380 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-01cd608c-454a-41b2-a9b1-d202eba78e29 req-86cf5772-fd2e-4f30-b352-8bc0ee7f86d7 tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] 10.222.0.25 "GET /v2.0/ports?device_id=20e59ab1-133a-4d03-9481-f7d7cacec38c HTTP/1.1" status: 200 len: 210 time: 0.0720940 May 31 18:28:54.281852 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e770a73-d711-4c85-8414-670e01f079ab req-975f60c8-fbd5-48cc-89dc-8237a822ee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:54.283490 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9e770a73-d711-4c85-8414-670e01f079ab req-975f60c8-fbd5-48cc-89dc-8237a822ee97 service neutron] 10.222.0.20 "GET /v2.0/networks?id=26033630-c094-437e-93aa-b8a115d789c9 HTTP/1.1" status: 200 len: 908 time: 0.1429744 May 31 18:28:54.393158 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9e770a73-d711-4c85-8414-670e01f079ab req-2932b1fc-186c-4c3f-a2d0-c8c4cead439a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41a637b4-79a6-4cfe-8f96-e464d458f0fa HTTP/1.1" status: 200 len: 1001 time: 0.1028550 May 31 18:28:54.457999 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e770a73-d711-4c85-8414-670e01f079ab req-f54ae7d4-868e-46ef-b1a9-4f2f2a3f131a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:54.459411 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9e770a73-d711-4c85-8414-670e01f079ab req-f54ae7d4-868e-46ef-b1a9-4f2f2a3f131a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b840fde-a81b-4ecc-8a96-304bc35260a8 HTTP/1.1" status: 200 len: 847 time: 0.0605972 May 31 18:28:54.533608 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e770a73-d711-4c85-8414-670e01f079ab req-6e9a3b4f-ba12-4e53-b21d-51e96b10b929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:28:54.535760 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9e770a73-d711-4c85-8414-670e01f079ab req-6e9a3b4f-ba12-4e53-b21d-51e96b10b929 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=26033630-c094-437e-93aa-b8a115d789c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0705078 May 31 18:28:54.547543 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [req-9e770a73-d711-4c85-8414-670e01f079ab req-6c89670d-ce12-4039-a603-c799bb0b1c19 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=91754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 18:28:54.548845 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9e770a73-d711-4c85-8414-670e01f079ab req-6c89670d-ce12-4039-a603-c799bb0b1c19 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059595 May 31 18:28:54.678363 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9e770a73-d711-4c85-8414-670e01f079ab req-9f85aadc-6b34-4d7f-9956-7bcb63118f49 service neutron] 10.222.0.20 "GET /v2.0/networks/26033630-c094-437e-93aa-b8a115d789c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233253 May 31 18:28:54.811286 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-9e770a73-d711-4c85-8414-670e01f079ab req-a8fa9889-8d2b-43da-a680-b916cdbe8156 service neutron] 10.222.0.20 "GET /v2.0/networks/26033630-c094-437e-93aa-b8a115d789c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261117 May 31 18:28:56.120473 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device dc1f13db-1f85-4337-97ab-53025a613d28 no longer exists at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:28:56.155264 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] No Port match for: dc1f13db-1f85-4337-97ab-53025a613d28 {{(pid=91755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:28:56.155624 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device dc1f13db-1f85-4337-97ab-53025a613d28 not bound to the agent host hv-cinder-77005 {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:29:00.437491 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 36586) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:29:00.592664 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-6b796afe-8560-4a59-bbcd-c8772b7adda6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:00.611208 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-6b796afe-8560-4a59-bbcd-c8772b7adda6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:29:00.616669 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-6b796afe-8560-4a59-bbcd-c8772b7adda6 admin admin] Usage tracker for resource:security_group_rule and tenant:5c699142183c41b1a78473ff90540b7a is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:29:00.619806 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-6b796afe-8560-4a59-bbcd-c8772b7adda6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:29:00.625797 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-6b796afe-8560-4a59-bbcd-c8772b7adda6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:29:00.714800 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-6b796afe-8560-4a59-bbcd-c8772b7adda6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:00.721536 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-6b796afe-8560-4a59-bbcd-c8772b7adda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:00.731171 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-55025675-4860-455a-949b-2211eac0a9c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:29:00.775675 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 36596) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:29:00.780653 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-6b796afe-8560-4a59-bbcd-c8772b7adda6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5c699142183c41b1a78473ff90540b7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3419993 May 31 18:29:00.781612 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b796afe-8560-4a59-bbcd-c8772b7adda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2697e4-7fa1-47df-84d6-b6aa5bce1128,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:29:00.797899 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-6b796afe-8560-4a59-bbcd-c8772b7adda6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:29:00.835372 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-9b9f0206-d991-4d7a-9f21-2ebaa2d55b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:00.862344 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-9b9f0206-d991-4d7a-9f21-2ebaa2d55b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:00.915812 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-9b9f0206-d991-4d7a-9f21-2ebaa2d55b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:00.921976 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-cf44e1fe-e2d9-4f77-a12a-0aaf6b17b481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:29:00.945895 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9f0206-d991-4d7a-9f21-2ebaa2d55b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2697e4-7fa1-47df-84d6-b6aa5bce1128,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:29:00.961176 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f0206-d991-4d7a-9f21-2ebaa2d55b40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:29:00.961810 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f0206-d991-4d7a-9f21-2ebaa2d55b40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:29:00.962167 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f0206-d991-4d7a-9f21-2ebaa2d55b40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:29:00.962520 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f0206-d991-4d7a-9f21-2ebaa2d55b40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:29:00.962865 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f0206-d991-4d7a-9f21-2ebaa2d55b40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:29:00.963211 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f0206-d991-4d7a-9f21-2ebaa2d55b40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:29:00.963553 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f0206-d991-4d7a-9f21-2ebaa2d55b40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:29:00.963895 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f0206-d991-4d7a-9f21-2ebaa2d55b40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:29:00.964259 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f0206-d991-4d7a-9f21-2ebaa2d55b40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:29:00.964599 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f0206-d991-4d7a-9f21-2ebaa2d55b40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:29:00.964935 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f0206-d991-4d7a-9f21-2ebaa2d55b40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:29:00.965283 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9f0206-d991-4d7a-9f21-2ebaa2d55b40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:29:00.968605 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-9b9f0206-d991-4d7a-9f21-2ebaa2d55b40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:29:00.971477 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-9b9f0206-d991-4d7a-9f21-2ebaa2d55b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:00.979150 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-9b9f0206-d991-4d7a-9f21-2ebaa2d55b40 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dc2697e4-7fa1-47df-84d6-b6aa5bce1128 HTTP/1.1" status: 204 len: 168 time: 0.2021968 May 31 18:29:01.294147 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 36604) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:29:01.312406 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-d8391691-675e-48ba-aadf-48207e5f5a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:01.328167 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-d8391691-675e-48ba-aadf-48207e5f5a8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:29:01.332495 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-d8391691-675e-48ba-aadf-48207e5f5a8e admin admin] Usage tracker for resource:security_group_rule and tenant:4cd94d95eb974326be320b4a133d8444 is out of sync, need to count used quota {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:29:01.336336 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [None req-d8391691-675e-48ba-aadf-48207e5f5a8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91754) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:29:01.342433 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.quota.driver [None req-d8391691-675e-48ba-aadf-48207e5f5a8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91754) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:29:01.433934 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-d8391691-675e-48ba-aadf-48207e5f5a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:01.439739 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-d8391691-675e-48ba-aadf-48207e5f5a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:01.447293 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-bd93b20d-30a7-42e8-be1c-dbfc91d2e089 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:29:01.487690 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8391691-675e-48ba-aadf-48207e5f5a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c20cf60-7b6c-476f-b429-94d64115230e,revision_number=1']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:29:01.492260 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-d8391691-675e-48ba-aadf-48207e5f5a8e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4cd94d95eb974326be320b4a133d8444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1970119 May 31 18:29:01.493291 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-d8391691-675e-48ba-aadf-48207e5f5a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:29:01.494873 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 36608) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:29:01.646383 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-bd8e9f85-c31f-4ad9-a3ca-d33d8848fc93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:01.674516 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-bd8e9f85-c31f-4ad9-a3ca-d33d8848fc93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:01.728365 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-bd8e9f85-c31f-4ad9-a3ca-d33d8848fc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:01.732122 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-859a913f-0a8e-4e64-93e5-ffc33f85aadd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:29:01.744187 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e9f85-c31f-4ad9-a3ca-d33d8848fc93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c20cf60-7b6c-476f-b429-94d64115230e,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:29:01.746603 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-bd8e9f85-c31f-4ad9-a3ca-d33d8848fc93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:29:01.756300 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-bd8e9f85-c31f-4ad9-a3ca-d33d8848fc93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:01.757440 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-bd8e9f85-c31f-4ad9-a3ca-d33d8848fc93 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0c20cf60-7b6c-476f-b429-94d64115230e HTTP/1.1" status: 204 len: 168 time: 0.2616246 May 31 18:29:13.871423 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 36854) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:29:13.941388 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1267293-ce1e-4905-9904-6c4e8e1f0d1a admin admin] Deleting subnet 73c5930f-d205-4d37-96ad-c46d45a220ca {{(pid=91754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 18:29:13.944326 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-c1267293-ce1e-4905-9904-6c4e8e1f0d1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:13.998266 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-c1267293-ce1e-4905-9904-6c4e8e1f0d1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10873434'] for subnet, precommit_delete_associations {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:14.054831 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-c1267293-ce1e-4905-9904-6c4e8e1f0d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4023773'] for subnet, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:14.112523 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 36860) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:29:14.227860 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-72070b9f-44d9-4e21-a758-ccec6920fe3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:14.242189 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-72070b9f-44d9-4e21-a758-ccec6920fe3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:29:14.245885 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-72070b9f-44d9-4e21-a758-ccec6920fe3b admin admin] Usage tracker for resource:security_group_rule and tenant:9bddfef342a9401eb9e88f2df060ed6b is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:29:14.248639 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-72070b9f-44d9-4e21-a758-ccec6920fe3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:29:14.254128 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-72070b9f-44d9-4e21-a758-ccec6920fe3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:29:14.298088 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-c1267293-ce1e-4905-9904-6c4e8e1f0d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4028520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10873380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10908789'] for subnet, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:14.302397 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-ba759a44-dcc7-4a34-9780-a4b1adfe2310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:29:14.335609 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1267293-ce1e-4905-9904-6c4e8e1f0d1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73c5930f-d205-4d37-96ad-c46d45a220ca,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:29:14.337020 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-72070b9f-44d9-4e21-a758-ccec6920fe3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:14.338361 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-c1267293-ce1e-4905-9904-6c4e8e1f0d1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:29:14.341727 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-72070b9f-44d9-4e21-a758-ccec6920fe3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:14.343217 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-c1267293-ce1e-4905-9904-6c4e8e1f0d1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:14.348946 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-c1267293-ce1e-4905-9904-6c4e8e1f0d1a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/73c5930f-d205-4d37-96ad-c46d45a220ca HTTP/1.1" status: 204 len: 168 time: 0.4765055 May 31 18:29:14.351281 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-374f0832-5658-461a-a196-989879b68a4b tempest-AttachVolumeTestJSON-162914797 tempest-AttachVolumeTestJSON-162914797-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:29:14.352136 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 36866) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:29:14.389976 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-72070b9f-44d9-4e21-a758-ccec6920fe3b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9bddfef342a9401eb9e88f2df060ed6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2763112 May 31 18:29:14.390893 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72070b9f-44d9-4e21-a758-ccec6920fe3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=408e69b8-9cd6-461f-98e6-4d83f48c57cf,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:29:14.393439 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 36870) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:29:14.395825 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-72070b9f-44d9-4e21-a758-ccec6920fe3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:29:14.450908 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-60950ede-e372-4f49-92e6-5b8838300afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:14.464379 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-a2aecb24-0b45-4bbb-859c-1afbba646130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4129193'] for network, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:14.476953 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-60950ede-e372-4f49-92e6-5b8838300afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:14.532493 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-60950ede-e372-4f49-92e6-5b8838300afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:14.537353 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-1009db4f-5cb4-4154-a038-0cdd84ec2020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:29:14.550187 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60950ede-e372-4f49-92e6-5b8838300afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=408e69b8-9cd6-461f-98e6-4d83f48c57cf,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:29:14.552728 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-60950ede-e372-4f49-92e6-5b8838300afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:29:14.553943 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-60950ede-e372-4f49-92e6-5b8838300afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:14.557261 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-60950ede-e372-4f49-92e6-5b8838300afc admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/408e69b8-9cd6-461f-98e6-4d83f48c57cf HTTP/1.1" status: 204 len: 168 time: 0.1607153 May 31 18:29:14.592198 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-a2aecb24-0b45-4bbb-859c-1afbba646130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4026450', 'neutron.services.segments.db._delete_segments_for_network-8763744138716'] for network, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:14.605036 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.services.segments.db [None req-a2aecb24-0b45-4bbb-859c-1afbba646130 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69e5b9a7-9ada-4a65-b176-13ca59e03e73']}} {{(pid=91754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:29:14.617363 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.services.segments.db [None req-a2aecb24-0b45-4bbb-859c-1afbba646130 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b871313-9d1d-418f-8c77-c6c6ab9e7f8e') {'for_net_delete': True} {{(pid=91754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:29:14.617673 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.services.segments.db [None req-a2aecb24-0b45-4bbb-859c-1afbba646130 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b871313-9d1d-418f-8c77-c6c6ab9e7f8e') {} {{(pid=91754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:29:14.628813 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-a2aecb24-0b45-4bbb-859c-1afbba646130 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763744148125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10873425'] for segment, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:14.645608 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-a2aecb24-0b45-4bbb-859c-1afbba646130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090'] for segment, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:14.652682 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2aecb24-0b45-4bbb-859c-1afbba646130 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=91754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 18:29:14.653057 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-a2aecb24-0b45-4bbb-859c-1afbba646130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10873986'] for segment, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:14.666186 dv-cinder-770050-4-smb neutron-server[91754]: Traceback (most recent call last): May 31 18:29:14.666186 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 18:29:14.666186 dv-cinder-770050-4-smb neutron-server[91754]: timer() May 31 18:29:14.666186 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 18:29:14.666186 dv-cinder-770050-4-smb neutron-server[91754]: cb(*args, **kw) May 31 18:29:14.666186 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 18:29:14.666186 dv-cinder-770050-4-smb neutron-server[91754]: return func(*args, **kwargs) May 31 18:29:14.666186 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 18:29:14.666186 dv-cinder-770050-4-smb neutron-server[91754]: self._notify() May 31 18:29:14.666186 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 18:29:14.666186 dv-cinder-770050-4-smb neutron-server[91754]: self.callback(batched_events) May 31 18:29:14.666186 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 18:29:14.666186 dv-cinder-770050-4-smb neutron-server[91754]: event.method(event) May 31 18:29:14.666186 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 18:29:14.666186 dv-cinder-770050-4-smb neutron-server[91754]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 18:29:14.666186 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 18:29:14.666186 dv-cinder-770050-4-smb neutron-server[91754]: aggregate_uuid = self.p_client.list_aggregates( May 31 18:29:14.666186 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 18:29:14.666186 dv-cinder-770050-4-smb neutron-server[91754]: return f(self, *a, **k) May 31 18:29:14.666186 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 18:29:14.666186 dv-cinder-770050-4-smb neutron-server[91754]: return self._get(url).json() May 31 18:29:14.666186 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 18:29:14.666186 dv-cinder-770050-4-smb neutron-server[91754]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 18:29:14.666186 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 18:29:14.666186 dv-cinder-770050-4-smb neutron-server[91754]: return self.request(url, 'GET', **kwargs) May 31 18:29:14.666186 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 18:29:14.666186 dv-cinder-770050-4-smb neutron-server[91754]: base_url = self.get_endpoint(auth, allow=allow, May 31 18:29:14.666186 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 18:29:14.666186 dv-cinder-770050-4-smb neutron-server[91754]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 18:29:14.666186 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 18:29:14.666186 dv-cinder-770050-4-smb neutron-server[91754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 18:29:14.666186 dv-cinder-770050-4-smb neutron-server[91754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 18:29:14.750889 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-a2aecb24-0b45-4bbb-859c-1afbba646130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4026459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960522'] for network, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:14.755767 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-a2aecb24-0b45-4bbb-859c-1afbba646130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for network, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:14.759120 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:29:14.782248 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aecb24-0b45-4bbb-859c-1afbba646130 admin admin] Pushing event deleted for resources: {'Network': ['ID=69e5b9a7-9ada-4a65-b176-13ca59e03e73,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:29:14.785164 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-a2aecb24-0b45-4bbb-859c-1afbba646130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:29:14.791804 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-a2aecb24-0b45-4bbb-859c-1afbba646130 admin admin] 10.222.0.25 "DELETE /v2.0/networks/69e5b9a7-9ada-4a65-b176-13ca59e03e73 HTTP/1.1" status: 204 len: 168 time: 0.4386280 May 31 18:29:14.968174 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 36878) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:29:15.015842 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-148a5f0b-c8c2-4c7f-b726-d6eba23287e6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a077815934574cd496383887042a710c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464005 May 31 18:29:15.018435 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 36882) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:29:15.077324 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-bc2e05c9-f63d-4503-a71e-614d4167b2f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:15.102587 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-bc2e05c9-f63d-4503-a71e-614d4167b2f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:15.151946 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-bc2e05c9-f63d-4503-a71e-614d4167b2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:15.156463 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-abc79d1c-c3fa-4826-9c88-49570c70c106 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:29:15.169861 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2e05c9-f63d-4503-a71e-614d4167b2f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088fd624-0a76-495d-af78-b5f0f9e49e8e,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:29:15.172127 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-bc2e05c9-f63d-4503-a71e-614d4167b2f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:29:15.177214 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-bc2e05c9-f63d-4503-a71e-614d4167b2f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:15.178337 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-bc2e05c9-f63d-4503-a71e-614d4167b2f5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/088fd624-0a76-495d-af78-b5f0f9e49e8e HTTP/1.1" status: 204 len: 168 time: 0.1590140 May 31 18:29:16.013772 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-51d62864-a8c9-4bb9-9d9b-ec32c38135c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:18.551848 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-86e0e358-9186-4feb-ac65-5818fbe28d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:18.588333 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:18.669623 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:19.545987 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:21.251637 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:21.695604 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 36950) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:29:21.811676 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6be658f5-9130-44ca-8eed-d3156d9be791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:21.825410 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-6be658f5-9130-44ca-8eed-d3156d9be791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 18:29:21.829116 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-6be658f5-9130-44ca-8eed-d3156d9be791 admin admin] Usage tracker for resource:security_group_rule and tenant:8c69b7124128449bb2a8b96aed16c655 is out of sync, need to count used quota {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 18:29:21.831826 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.quota.resource [None req-6be658f5-9130-44ca-8eed-d3156d9be791 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91753) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 18:29:21.837992 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.quota.driver [None req-6be658f5-9130-44ca-8eed-d3156d9be791 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91753) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 18:29:21.917159 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6be658f5-9130-44ca-8eed-d3156d9be791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:21.920549 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-6be658f5-9130-44ca-8eed-d3156d9be791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_create {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:21.928323 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-51f0fcdf-9e49-4eb2-a398-febbe4ad05c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:29:21.966304 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-6be658f5-9130-44ca-8eed-d3156d9be791 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8c69b7124128449bb2a8b96aed16c655&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2696683 May 31 18:29:21.967185 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be658f5-9130-44ca-8eed-d3156d9be791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c27971-14b6-45ff-8c45-211a94621c34,revision_number=1']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:29:21.969008 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 36956) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:29:21.970232 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-6be658f5-9130-44ca-8eed-d3156d9be791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:29:22.033631 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8dc1ec4c-7e65-4dcd-a69e-93fe2e415558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:22.058735 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8dc1ec4c-7e65-4dcd-a69e-93fe2e415558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:22.107969 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8dc1ec4c-7e65-4dcd-a69e-93fe2e415558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:22.111366 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-84c20e05-98f0-4798-b7af-b71405fb390c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:29:22.123291 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1ec4c-7e65-4dcd-a69e-93fe2e415558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c27971-14b6-45ff-8c45-211a94621c34,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:29:22.126161 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-8dc1ec4c-7e65-4dcd-a69e-93fe2e415558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:29:22.127999 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-8dc1ec4c-7e65-4dcd-a69e-93fe2e415558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:22.129076 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-8dc1ec4c-7e65-4dcd-a69e-93fe2e415558 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e1c27971-14b6-45ff-8c45-211a94621c34 HTTP/1.1" status: 204 len: 168 time: 0.1590517 May 31 18:29:24.046105 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.agents_db [None req-6172caff-413f-4f38-b24a-66359638417e None None] Agent healthcheck: found 6 active agents {{(pid=91756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:29:30.368356 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796260a-02d7-44a1-928a-a61cc6cf3c2e req-88ddb6cc-e8c2-4f04-9922-f06114dc3afd tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:29:30.369703 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-6796260a-02d7-44a1-928a-a61cc6cf3c2e req-88ddb6cc-e8c2-4f04-9922-f06114dc3afd tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 946 time: 0.0807137 May 31 18:29:30.413452 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-6796260a-02d7-44a1-928a-a61cc6cf3c2e req-96ce3d23-32bc-47c2-b409-0b0400d266f9 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/security-groups?id=d12a2ad5-dd0e-4a4a-86b4-8ccafda95509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379438 May 31 18:29:31.597080 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a48cb-10ee-4cdb-99a2-2981ee0db242 req-160e4b4d-43ab-45ee-afe1-a88663b349e4 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:29:31.598510 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-1f3a48cb-10ee-4cdb-99a2-2981ee0db242 req-160e4b4d-43ab-45ee-afe1-a88663b349e4 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 946 time: 0.0776651 May 31 18:29:31.641308 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-1f3a48cb-10ee-4cdb-99a2-2981ee0db242 req-d6517a1e-204d-4251-bdf9-56b6b30e6468 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/security-groups?id=d12a2ad5-dd0e-4a4a-86b4-8ccafda95509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372303 May 31 18:29:32.829702 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b1835-cc9a-42b0-84fb-ee025ead412b req-01118aed-185c-488d-b218-c3141ae05612 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:29:32.831159 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-637b1835-cc9a-42b0-84fb-ee025ead412b req-01118aed-185c-488d-b218-c3141ae05612 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 946 time: 0.0792832 May 31 18:29:32.876329 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-637b1835-cc9a-42b0-84fb-ee025ead412b req-9338c535-7de7-4359-a28e-88496ab3c428 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/security-groups?id=d12a2ad5-dd0e-4a4a-86b4-8ccafda95509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394363 May 31 18:29:34.059697 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8dff37-1515-4039-accb-cedc54202f2c req-b517cabb-9f18-4d6c-aad0-62331df9df97 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:29:34.061174 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-4b8dff37-1515-4039-accb-cedc54202f2c req-b517cabb-9f18-4d6c-aad0-62331df9df97 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 946 time: 0.0821381 May 31 18:29:34.103602 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-4b8dff37-1515-4039-accb-cedc54202f2c req-396889a0-b191-4525-80ce-2edc5407da0c tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/security-groups?id=d12a2ad5-dd0e-4a4a-86b4-8ccafda95509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368757 May 31 18:29:35.290034 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8457c2-6243-4d0d-9183-7cba5a5b1b66 req-858b9d4c-a7c7-417e-9d1d-8b80c5b4bdb3 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:29:35.291354 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-ef8457c2-6243-4d0d-9183-7cba5a5b1b66 req-858b9d4c-a7c7-417e-9d1d-8b80c5b4bdb3 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 946 time: 0.0816534 May 31 18:29:35.333613 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-ef8457c2-6243-4d0d-9183-7cba5a5b1b66 req-85b41bdc-f6b0-437f-9ade-a29a4b35f01a tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/security-groups?id=d12a2ad5-dd0e-4a4a-86b4-8ccafda95509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367048 May 31 18:29:36.515246 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4994e333-9ca6-454d-b1cd-c3e807cb3094 req-5ef9f27d-88fd-4341-b9fa-b544534075bf tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:29:36.516628 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-4994e333-9ca6-454d-b1cd-c3e807cb3094 req-5ef9f27d-88fd-4341-b9fa-b544534075bf tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 946 time: 0.0794673 May 31 18:29:36.564398 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-4994e333-9ca6-454d-b1cd-c3e807cb3094 req-21b9aae2-f850-47e1-bd37-43208d3f0d51 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/security-groups?id=d12a2ad5-dd0e-4a4a-86b4-8ccafda95509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413110 May 31 18:29:37.742858 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f8b158-501d-464f-9895-35d7eae2b7e7 req-3c523e0f-b8c0-403b-a2c4-d337de2ba621 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:29:37.744209 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-17f8b158-501d-464f-9895-35d7eae2b7e7 req-3c523e0f-b8c0-403b-a2c4-d337de2ba621 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 946 time: 0.0772638 May 31 18:29:37.786167 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-17f8b158-501d-464f-9895-35d7eae2b7e7 req-1d34af6c-00a0-44d9-8b5c-674bbc332b29 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/security-groups?id=d12a2ad5-dd0e-4a4a-86b4-8ccafda95509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364399 May 31 18:29:38.966929 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71248be4-5bff-4528-8f78-997437b1afbb req-784c8553-36c3-4829-913f-c5810289ee92 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:29:38.968362 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-71248be4-5bff-4528-8f78-997437b1afbb req-784c8553-36c3-4829-913f-c5810289ee92 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 946 time: 0.0782177 May 31 18:29:39.011411 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-71248be4-5bff-4528-8f78-997437b1afbb req-913e8a3b-5245-46bc-bfd5-ddcdd6aef038 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/security-groups?id=d12a2ad5-dd0e-4a4a-86b4-8ccafda95509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375278 May 31 18:29:40.193439 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87717ee-85fa-48ad-bbc4-e8c3e450114d req-af87862f-5fdf-4f08-bb8a-00eb2f599eaa tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:29:40.195457 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-f87717ee-85fa-48ad-bbc4-e8c3e450114d req-af87862f-5fdf-4f08-bb8a-00eb2f599eaa tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 946 time: 0.0817711 May 31 18:29:40.237161 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-f87717ee-85fa-48ad-bbc4-e8c3e450114d req-2639f181-a05c-4e38-b637-770529f807cb tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/security-groups?id=d12a2ad5-dd0e-4a4a-86b4-8ccafda95509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361671 May 31 18:29:40.568265 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3b4e5-4fd7-469b-a7b7-173576860da0 req-d43c8bd8-492a-4943-b3f5-f6dd76ee56b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:29:40.570197 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-86e3b4e5-4fd7-469b-a7b7-173576860da0 req-d43c8bd8-492a-4943-b3f5-f6dd76ee56b4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71e173376bb2401c9a4bd03dc519309c&device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 1099 time: 0.0748696 May 31 18:29:40.772102 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3b4e5-4fd7-469b-a7b7-173576860da0 req-3010531a-7be2-4c8f-8796-da961e032081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:29:40.774241 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-86e3b4e5-4fd7-469b-a7b7-173576860da0 req-3010531a-7be2-4c8f-8796-da961e032081 service neutron] 10.222.0.20 "GET /v2.0/networks?id=26033630-c094-437e-93aa-b8a115d789c9 HTTP/1.1" status: 200 len: 908 time: 0.1971707 May 31 18:29:40.873447 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-86e3b4e5-4fd7-469b-a7b7-173576860da0 req-53adcab1-de9e-4862-9201-75718ab8b40e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41a637b4-79a6-4cfe-8f96-e464d458f0fa HTTP/1.1" status: 200 len: 1001 time: 0.0929041 May 31 18:29:40.933063 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3b4e5-4fd7-469b-a7b7-173576860da0 req-8425a4c1-1ca7-4d34-b4a2-16865909410a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:29:40.934383 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-86e3b4e5-4fd7-469b-a7b7-173576860da0 req-8425a4c1-1ca7-4d34-b4a2-16865909410a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b840fde-a81b-4ecc-8a96-304bc35260a8 HTTP/1.1" status: 200 len: 847 time: 0.0554671 May 31 18:29:41.005858 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3b4e5-4fd7-469b-a7b7-173576860da0 req-b92e20cd-c6c6-4a04-afe7-e4f02bc36914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:29:41.007857 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-86e3b4e5-4fd7-469b-a7b7-173576860da0 req-b92e20cd-c6c6-4a04-afe7-e4f02bc36914 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=26033630-c094-437e-93aa-b8a115d789c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0670207 May 31 18:29:41.138145 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-86e3b4e5-4fd7-469b-a7b7-173576860da0 req-c26b4d37-a2ea-4c9c-9b12-eaf2c8cb9934 service neutron] 10.222.0.20 "GET /v2.0/networks/26033630-c094-437e-93aa-b8a115d789c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242070 May 31 18:29:41.265451 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-86e3b4e5-4fd7-469b-a7b7-173576860da0 req-be69166a-189f-4996-b1d5-5cf2423bffc8 service neutron] 10.222.0.20 "GET /v2.0/networks/26033630-c094-437e-93aa-b8a115d789c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212122 May 31 18:29:41.422436 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10849d-f14a-47b4-a9cf-1dc9a5257787 req-4246ebaf-3889-4bb4-8bb2-f7cba8f3fe82 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:29:41.423867 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-0c10849d-f14a-47b4-a9cf-1dc9a5257787 req-4246ebaf-3889-4bb4-8bb2-f7cba8f3fe82 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 946 time: 0.0830431 May 31 18:29:41.466595 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-0c10849d-f14a-47b4-a9cf-1dc9a5257787 req-6a6c7ab6-d2ad-464a-b1cd-d6edd9440cd7 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/security-groups?id=d12a2ad5-dd0e-4a4a-86b4-8ccafda95509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365212 May 31 18:29:42.651703 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9eb72a-b1ed-480a-afde-3dc60f2b5928 req-0073c080-9e6c-462e-8bbe-f944ae9e2952 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:29:42.653162 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-cf9eb72a-b1ed-480a-afde-3dc60f2b5928 req-0073c080-9e6c-462e-8bbe-f944ae9e2952 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 946 time: 0.0795765 May 31 18:29:42.700534 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-cf9eb72a-b1ed-480a-afde-3dc60f2b5928 req-9099c154-cd57-4511-8b17-746be6102c9b tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/security-groups?id=d12a2ad5-dd0e-4a4a-86b4-8ccafda95509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416234 May 31 18:29:43.878729 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212c9b8-b777-4f37-9cc3-ba28d1d20854 req-eb9aa470-2e3e-4399-869a-d20f517fdd1e tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:29:43.880293 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8212c9b8-b777-4f37-9cc3-ba28d1d20854 req-eb9aa470-2e3e-4399-869a-d20f517fdd1e tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 946 time: 0.0784464 May 31 18:29:43.926873 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8212c9b8-b777-4f37-9cc3-ba28d1d20854 req-0780236e-0399-4ee2-a2d1-8d02988f0eb3 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/security-groups?id=d12a2ad5-dd0e-4a4a-86b4-8ccafda95509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404696 May 31 18:29:45.294007 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf0aaf6-9b19-4b79-a83f-2dcb41ba87c6 req-7c0fdb80-0f84-400c-af20-348245ada6de tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:29:45.295435 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-cbf0aaf6-9b19-4b79-a83f-2dcb41ba87c6 req-7c0fdb80-0f84-400c-af20-348245ada6de tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 946 time: 0.0785325 May 31 18:29:45.325978 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-c33ad2b0-49e0-47ff-a6a0-02ce563a678c req-07e6992b-4cb1-4323-b5fd-7cc722ee6d1b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1669581 May 31 18:29:45.340206 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-cbf0aaf6-9b19-4b79-a83f-2dcb41ba87c6 req-807ce19e-c9e1-4c39-8f3d-e6f6ffd03e06 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/security-groups?id=d12a2ad5-dd0e-4a4a-86b4-8ccafda95509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388761 May 31 18:29:46.020303 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-4d98221c-0509-454f-893d-70cb923d0a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:46.352924 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 41a637b4-79a6-4cfe-8f96-e464d458f0fa no longer exists at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:29:46.469113 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:46.497632 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aedbdeae-4709-48b8-a539-3c9b4d14779e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41a637b4-79a6-4cfe-8f96-e464d458f0fa'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:29:46.500226 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e2032fe1b554800b495be35bbba042da1e7f6a6deba8ede5c150f2a358caca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfaac9f-3dc4-4b11-84b1-7de05786508c" -d '{"events": [{"server_uuid": "aedbdeae-4709-48b8-a539-3c9b4d14779e", "name": "network-vif-unplugged", "status": "completed", "tag": "41a637b4-79a6-4cfe-8f96-e464d458f0fa"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:29:46.512357 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 41a637b4-79a6-4cfe-8f96-e464d458f0fa, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=41a637b4-79a6-4cfe-8f96-e464d458f0fa,segment=NetworkSegment(09bd77f6-2df8-4630-9780-b1638bc63fc6),segment_id=09bd77f6-2df8-4630-9780-b1638bc63fc6)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:29:46.518548 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:46.521708 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-a3d6334a-0b44-4206-a94a-de630cac44d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:29:46.536772 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811de93-83a5-4ec7-a82b-26b097e93a5b req-e7bbaf93-004b-468c-a747-51674bb75da8 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:29:46.538284 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-9811de93-83a5-4ec7-a82b-26b097e93a5b req-e7bbaf93-004b-468c-a747-51674bb75da8 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 946 time: 0.0901136 May 31 18:29:46.593052 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=41a637b4-79a6-4cfe-8f96-e464d458f0fa,revision_number=6']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:29:46.602186 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:29:46.602841 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:29:46.603388 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:29:46.603752 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-9811de93-83a5-4ec7-a82b-26b097e93a5b req-408ceab5-f08b-4fce-96b2-b7ffd83af85a tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/security-groups?id=d12a2ad5-dd0e-4a4a-86b4-8ccafda95509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587299 May 31 18:29:46.604178 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:29:46.604708 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:29:46.605266 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:29:46.605789 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:29:46.606312 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:29:46.606975 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:29:46.607523 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:29:46.609106 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:29:46.609535 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:29:46.613709 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:29:46.697550 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 May 2021 18:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e50697d2-514f-4ee3-86dd-f1b508909a59 x-openstack-request-id: req-e50697d2-514f-4ee3-86dd-f1b508909a59 {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:29:46.697844 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aedbdeae-4709-48b8-a539-3c9b4d14779e", "name": "network-vif-unplugged", "status": "completed", "tag": "41a637b4-79a6-4cfe-8f96-e464d458f0fa", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:29:46.698106 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e50697d2-514f-4ee3-86dd-f1b508909a59 {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:29:46.698498 dv-cinder-770050-4-smb neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aedbdeae-4709-48b8-a539-3c9b4d14779e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41a637b4-79a6-4cfe-8f96-e464d458f0fa', 'code': 200} May 31 18:29:46.969691 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ad2b0-49e0-47ff-a6a0-02ce563a678c req-2287ca56-2e1e-46cd-820d-aec4f0ec1f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:29:46.971116 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c33ad2b0-49e0-47ff-a6a0-02ce563a678c req-2287ca56-2e1e-46cd-820d-aec4f0ec1f0e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e&tenant_id=71e173376bb2401c9a4bd03dc519309c HTTP/1.1" status: 200 len: 1097 time: 0.0737567 May 31 18:29:47.061910 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ad2b0-49e0-47ff-a6a0-02ce563a678c req-6fcf8be6-784b-4125-bd6c-c9814a8ce95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:29:47.063317 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c33ad2b0-49e0-47ff-a6a0-02ce563a678c req-6fcf8be6-784b-4125-bd6c-c9814a8ce95d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71e173376bb2401c9a4bd03dc519309c&device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 1097 time: 0.0688064 May 31 18:29:47.191498 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ad2b0-49e0-47ff-a6a0-02ce563a678c req-3bfeab9b-2409-47dc-8918-3adbc90c9f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:29:47.193081 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c33ad2b0-49e0-47ff-a6a0-02ce563a678c req-3bfeab9b-2409-47dc-8918-3adbc90c9f79 service neutron] 10.222.0.20 "GET /v2.0/networks?id=26033630-c094-437e-93aa-b8a115d789c9 HTTP/1.1" status: 200 len: 908 time: 0.1234000 May 31 18:29:47.296068 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c33ad2b0-49e0-47ff-a6a0-02ce563a678c req-d5186267-8175-43c2-bd00-6a67382a770a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41a637b4-79a6-4cfe-8f96-e464d458f0fa HTTP/1.1" status: 200 len: 999 time: 0.0960717 May 31 18:29:47.355794 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ad2b0-49e0-47ff-a6a0-02ce563a678c req-6d04cea3-5f49-4e08-af15-562b760693f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:29:47.357158 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c33ad2b0-49e0-47ff-a6a0-02ce563a678c req-6d04cea3-5f49-4e08-af15-562b760693f8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b840fde-a81b-4ecc-8a96-304bc35260a8 HTTP/1.1" status: 200 len: 847 time: 0.0551918 May 31 18:29:47.432501 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ad2b0-49e0-47ff-a6a0-02ce563a678c req-e95c47ba-8311-4795-b9f2-bdc945a9a4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:29:47.433922 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c33ad2b0-49e0-47ff-a6a0-02ce563a678c req-e95c47ba-8311-4795-b9f2-bdc945a9a4f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=26033630-c094-437e-93aa-b8a115d789c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0707734 May 31 18:29:47.559356 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c33ad2b0-49e0-47ff-a6a0-02ce563a678c req-7e599228-1b06-493e-b197-01e136ddadd9 service neutron] 10.222.0.20 "GET /v2.0/networks/26033630-c094-437e-93aa-b8a115d789c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188898 May 31 18:29:47.774290 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-c33ad2b0-49e0-47ff-a6a0-02ce563a678c req-75f6a9a4-d612-4e3b-8064-5e6d51b33868 service neutron] 10.222.0.20 "GET /v2.0/networks/26033630-c094-437e-93aa-b8a115d789c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082937 May 31 18:29:47.784688 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb46fb01-47bf-4287-8093-59272d115e18 req-66a774b7-80fd-4624-8b84-05332e97f061 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:29:47.786130 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-bb46fb01-47bf-4287-8093-59272d115e18 req-66a774b7-80fd-4624-8b84-05332e97f061 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 944 time: 0.0808129 May 31 18:29:47.830405 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-bb46fb01-47bf-4287-8093-59272d115e18 req-9e3f2f13-8861-4563-851f-5ad42ebbc517 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/security-groups?id=d12a2ad5-dd0e-4a4a-86b4-8ccafda95509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379810 May 31 18:29:48.551551 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-11218270-b5e4-4e7e-96ce-60238dd9d0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:48.588768 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:48.681843 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:49.010695 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225775e-f266-4ea9-a12f-d83c1fc6eac4 req-1024bb2b-2b78-4118-b12d-d4088614c430 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:29:49.012142 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-5225775e-f266-4ea9-a12f-d83c1fc6eac4 req-1024bb2b-2b78-4118-b12d-d4088614c430 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 944 time: 0.0769215 May 31 18:29:49.056026 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-5225775e-f266-4ea9-a12f-d83c1fc6eac4 req-67a7836b-8a2d-407f-8a5f-e434fd05bb1e tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/security-groups?id=d12a2ad5-dd0e-4a4a-86b4-8ccafda95509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383050 May 31 18:29:49.547051 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:50.239257 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72569305-b378-4659-a4b0-d1bcb2ed7b68 req-dec664fc-88d6-4169-be00-f85f24af2fdc tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:29:50.240720 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-72569305-b378-4659-a4b0-d1bcb2ed7b68 req-dec664fc-88d6-4169-be00-f85f24af2fdc tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 944 time: 0.0827851 May 31 18:29:50.285124 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-72569305-b378-4659-a4b0-d1bcb2ed7b68 req-7c0009b6-cf04-493c-8668-14e33d0363e5 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/security-groups?id=d12a2ad5-dd0e-4a4a-86b4-8ccafda95509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388565 May 31 18:29:51.250590 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:51.467213 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bdba4f-42cf-433a-886f-1eec548734c3 req-b35133ec-d818-4975-b8f4-848c72b1f7df tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:29:51.468663 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-03bdba4f-42cf-433a-886f-1eec548734c3 req-b35133ec-d818-4975-b8f4-848c72b1f7df tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 944 time: 0.0824888 May 31 18:29:51.510925 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-03bdba4f-42cf-433a-886f-1eec548734c3 req-43e5829d-a163-43ca-9326-566bd70f3363 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/security-groups?id=d12a2ad5-dd0e-4a4a-86b4-8ccafda95509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366142 May 31 18:29:52.392919 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 41a637b4-79a6-4cfe-8f96-e464d458f0fa details requested by agent hyperv_hv-cinder-77005 with host hv-cinder-77005 {{(pid=91755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 18:29:52.522870 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 41a637b4-79a6-4cfe-8f96-e464d458f0fa, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=41a637b4-79a6-4cfe-8f96-e464d458f0fa,segment=NetworkSegment(09bd77f6-2df8-4630-9780-b1638bc63fc6),segment_id=09bd77f6-2df8-4630-9780-b1638bc63fc6)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:29:52.536307 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Returning: {'device': '41a637b4-79a6-4cfe-8f96-e464d458f0fa', 'network_id': '26033630-c094-437e-93aa-b8a115d789c9', 'port_id': '41a637b4-79a6-4cfe-8f96-e464d458f0fa', 'mac_address': 'fa:16:3e:1b:b5:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b840fde-a81b-4ecc-8a96-304bc35260a8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 18:29:52.593471 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:52.609577 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41a637b4-79a6-4cfe-8f96-e464d458f0fa {{(pid=91755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 18:29:52.624769 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 41a637b4-79a6-4cfe-8f96-e464d458f0fa, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=41a637b4-79a6-4cfe-8f96-e464d458f0fa,segment=NetworkSegment(09bd77f6-2df8-4630-9780-b1638bc63fc6),segment_id=09bd77f6-2df8-4630-9780-b1638bc63fc6)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:29:52.629189 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:52.630883 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-1318957a-ba13-439f-86c2-5c279af4d495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:29:52.691454 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b836360-185e-47d0-9bd7-3bd2dbc2c880 req-88d0dc16-848d-4ffc-ac24-b9059a196143 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:29:52.693006 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-1b836360-185e-47d0-9bd7-3bd2dbc2c880 req-88d0dc16-848d-4ffc-ac24-b9059a196143 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 945 time: 0.0793905 May 31 18:29:52.693504 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=41a637b4-79a6-4cfe-8f96-e464d458f0fa,revision_number=7']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:29:52.697039 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:29:52.736942 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-1b836360-185e-47d0-9bd7-3bd2dbc2c880 req-5bdd481a-6900-4c81-8a7f-9ea879f363f4 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/security-groups?id=d12a2ad5-dd0e-4a4a-86b4-8ccafda95509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377064 May 31 18:29:52.945610 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] get_ports_and_sgs() called for port_ids ['41a637b4-79a6-4cfe-8f96-e464d458f0fa'] {{(pid=91755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 18:29:53.923696 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90101ef-e1fe-4b5d-91b2-be0bbbc4f8df req-483e31e2-f945-4b22-a264-ff8b11832f90 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:29:53.925168 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d90101ef-e1fe-4b5d-91b2-be0bbbc4f8df req-483e31e2-f945-4b22-a264-ff8b11832f90 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 945 time: 0.0821135 May 31 18:29:53.967830 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-d90101ef-e1fe-4b5d-91b2-be0bbbc4f8df req-b9edb9bf-014e-4b22-9e9a-a41222638554 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/security-groups?id=d12a2ad5-dd0e-4a4a-86b4-8ccafda95509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370789 May 31 18:29:54.408923 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 41a637b4-79a6-4cfe-8f96-e464d458f0fa up at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 18:29:54.476421 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.provisioning_blocks [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Provisioning complete for port 41a637b4-79a6-4cfe-8f96-e464d458f0fa triggered by entity L2. {{(pid=91755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 18:29:54.476718 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3999783'] for port, provisioning_complete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:54.586694 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-4080657'] for port, before_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:54.612183 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aedbdeae-4709-48b8-a539-3c9b4d14779e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a637b4-79a6-4cfe-8f96-e464d458f0fa'}] {{(pid=91755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:29:54.614373 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66e2032fe1b554800b495be35bbba042da1e7f6a6deba8ede5c150f2a358caca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177a6d1f-2d5f-4278-a037-b747c0ab21ab" -d '{"events": [{"server_uuid": "aedbdeae-4709-48b8-a539-3c9b4d14779e", "name": "network-vif-plugged", "status": "completed", "tag": "41a637b4-79a6-4cfe-8f96-e464d458f0fa"}]}' {{(pid=91755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:29:54.622699 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] For port 41a637b4-79a6-4cfe-8f96-e464d458f0fa, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=41a637b4-79a6-4cfe-8f96-e464d458f0fa,segment=NetworkSegment(09bd77f6-2df8-4630-9780-b1638bc63fc6),segment_id=09bd77f6-2df8-4630-9780-b1638bc63fc6)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:29:54.626430 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763744063636', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763743677413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763743682070'] for port, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:29:54.629294 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-4854dff1-f82e-470f-9c5c-4d6af317c973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:29:54.658500 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442089e7-521d-4b9b-b0cd-3379800a8a7a x-openstack-request-id: req-442089e7-521d-4b9b-b0cd-3379800a8a7a {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:29:54.658793 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aedbdeae-4709-48b8-a539-3c9b4d14779e", "name": "network-vif-plugged", "status": "completed", "tag": "41a637b4-79a6-4cfe-8f96-e464d458f0fa", "code": 200}]} {{(pid=91755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:29:54.659047 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-442089e7-521d-4b9b-b0cd-3379800a8a7a {{(pid=91755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:29:54.659430 dv-cinder-770050-4-smb neutron-server[91755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aedbdeae-4709-48b8-a539-3c9b4d14779e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41a637b4-79a6-4cfe-8f96-e464d458f0fa', 'code': 200} May 31 18:29:54.696105 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Pushing event updated for resources: {'Port': ['ID=41a637b4-79a6-4cfe-8f96-e464d458f0fa,revision_number=8']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:29:54.698933 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:29:54.929676 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aeb31e-bf1e-491f-94e8-aa17ef4b65e0 req-af6c024a-453b-4618-bc07-7ae83d9433ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:29:54.931077 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-64aeb31e-bf1e-491f-94e8-aa17ef4b65e0 req-af6c024a-453b-4618-bc07-7ae83d9433ac service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 1099 time: 0.0704813 May 31 18:29:54.969802 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-64aeb31e-bf1e-491f-94e8-aa17ef4b65e0 req-0fa96873-7c6e-4836-a705-8abda1defea4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d12a2ad5-dd0e-4a4a-86b4-8ccafda95509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319886 May 31 18:29:55.149317 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6494c6d-b6bf-4232-ace7-d7be94e95fec req-ebc04e72-75ed-409f-a9d7-6232ee7b19cd tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:29:55.150721 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-f6494c6d-b6bf-4232-ace7-d7be94e95fec req-ebc04e72-75ed-409f-a9d7-6232ee7b19cd tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 946 time: 0.0777888 May 31 18:29:55.202582 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-f6494c6d-b6bf-4232-ace7-d7be94e95fec req-4c66f9b7-db50-4626-aa21-c6a52e375279 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/security-groups?id=d12a2ad5-dd0e-4a4a-86b4-8ccafda95509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462201 May 31 18:29:56.389662 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb527c37-983b-41a1-8cd4-d3cb7c14052f req-c3fc4090-b3d0-47fa-b0f6-ff2342c37d87 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:29:56.391077 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-bb527c37-983b-41a1-8cd4-d3cb7c14052f req-c3fc4090-b3d0-47fa-b0f6-ff2342c37d87 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 946 time: 0.0814810 May 31 18:29:56.434850 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-bb527c37-983b-41a1-8cd4-d3cb7c14052f req-a136b44c-84f1-44b0-95ca-e94b106c4535 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/security-groups?id=d12a2ad5-dd0e-4a4a-86b4-8ccafda95509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379314 May 31 18:30:01.045376 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.agents_db [None req-6172caff-413f-4f38-b24a-66359638417e None None] Agent healthcheck: found 6 active agents {{(pid=91756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:30:16.011718 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-6dbbc1af-fa2c-433f-9ac4-30c2e632949a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:30:18.551803 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-76d80a15-5fa6-4b48-b16e-ecc76c0b588c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:30:18.588720 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:30:18.685129 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:30:19.549913 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:30:21.252866 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:30:38.044179 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.agents_db [None req-6172caff-413f-4f38-b24a-66359638417e None None] Agent healthcheck: found 6 active agents {{(pid=91756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:30:46.012105 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-dc046398-7724-43fd-9eb5-27c3aeae62f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:30:48.555607 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-8d3d83bf-be0c-40f1-b5c0-b6585668f104 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:30:48.588948 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:30:48.696638 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:30:49.553147 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:30:51.256941 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:30:55.875307 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-4caf4151-84b0-44a3-afe8-be622d47adb4 req-566ceb9a-5cc4-4329-af45-fad9c8c9ff36 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0686305 May 31 18:30:56.011908 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf4151-84b0-44a3-afe8-be622d47adb4 req-161dec4d-cfe1-41ef-bad3-9bfd3579a42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:30:56.013747 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-4caf4151-84b0-44a3-afe8-be622d47adb4 req-161dec4d-cfe1-41ef-bad3-9bfd3579a42f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71e173376bb2401c9a4bd03dc519309c&device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 1099 time: 0.0700521 May 31 18:30:56.159954 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf4151-84b0-44a3-afe8-be622d47adb4 req-f5be9c71-ce9b-488c-8c61-6244cbc0949c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:30:56.161413 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-4caf4151-84b0-44a3-afe8-be622d47adb4 req-f5be9c71-ce9b-488c-8c61-6244cbc0949c service neutron] 10.222.0.20 "GET /v2.0/networks?id=26033630-c094-437e-93aa-b8a115d789c9 HTTP/1.1" status: 200 len: 908 time: 0.1275115 May 31 18:30:56.264393 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-4caf4151-84b0-44a3-afe8-be622d47adb4 req-1b1c1a4f-9289-43b4-be9d-3b4cf5f874dd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41a637b4-79a6-4cfe-8f96-e464d458f0fa HTTP/1.1" status: 200 len: 1001 time: 0.0967901 May 31 18:30:56.330006 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf4151-84b0-44a3-afe8-be622d47adb4 req-e60e2ed4-eac8-4839-ac99-306d985ece50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:30:56.331476 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-4caf4151-84b0-44a3-afe8-be622d47adb4 req-e60e2ed4-eac8-4839-ac99-306d985ece50 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b840fde-a81b-4ecc-8a96-304bc35260a8 HTTP/1.1" status: 200 len: 847 time: 0.0611844 May 31 18:30:56.405441 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf4151-84b0-44a3-afe8-be622d47adb4 req-579ed96b-6e20-41f2-9a21-864fb54fa195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:30:56.406904 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-4caf4151-84b0-44a3-afe8-be622d47adb4 req-579ed96b-6e20-41f2-9a21-864fb54fa195 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=26033630-c094-437e-93aa-b8a115d789c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0695693 May 31 18:30:56.538045 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-4caf4151-84b0-44a3-afe8-be622d47adb4 req-5d378907-04a2-4030-b4f6-d6044f9c25da service neutron] 10.222.0.20 "GET /v2.0/networks/26033630-c094-437e-93aa-b8a115d789c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237204 May 31 18:30:56.669780 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-4caf4151-84b0-44a3-afe8-be622d47adb4 req-f88d5963-d298-4ecb-a60a-38640bd9e1b2 service neutron] 10.222.0.20 "GET /v2.0/networks/26033630-c094-437e-93aa-b8a115d789c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261709 May 31 18:31:15.043423 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.agents_db [None req-6172caff-413f-4f38-b24a-66359638417e None None] Agent healthcheck: found 6 active agents {{(pid=91756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:31:16.012887 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0350dec0-8161-43ee-8e96-3a9bc78af381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:18.557440 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-75cc1e65-c6b7-4bf3-87a7-8f158fb2aa97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:18.589054 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:18.691399 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:19.555889 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:21.258412 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:25.300913 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 37048) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:31:25.704396 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [None req-4c41a8e3-2026-4fcd-9fbf-2869bb959948 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Deleting port ad9fb953-4a19-4e3b-9148-467902f418c1 {{(pid=91754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:31:25.704732 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-4c41a8e3-2026-4fcd-9fbf-2869bb959948 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:25.896299 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-4c41a8e3-2026-4fcd-9fbf-2869bb959948 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:25.896624 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-4c41a8e3-2026-4fcd-9fbf-2869bb959948 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:26.016814 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [None req-4c41a8e3-2026-4fcd-9fbf-2869bb959948 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Calling delete_port for ad9fb953-4a19-4e3b-9148-467902f418c1 owned by network:floatingip {{(pid=91754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:31:26.137260 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-4c41a8e3-2026-4fcd-9fbf-2869bb959948 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:26.141562 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-320ff490-acbe-4b14-9906-214dbb297549 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:31:26.183010 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c41a8e3-2026-4fcd-9fbf-2869bb959948 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Pushing event deleted for resources: {'Port': ['ID=ad9fb953-4a19-4e3b-9148-467902f418c1,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:31:26.216843 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c41a8e3-2026-4fcd-9fbf-2869bb959948 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:31:26.217213 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c41a8e3-2026-4fcd-9fbf-2869bb959948 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:31:26.217576 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c41a8e3-2026-4fcd-9fbf-2869bb959948 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:31:26.217934 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c41a8e3-2026-4fcd-9fbf-2869bb959948 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:31:26.218288 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c41a8e3-2026-4fcd-9fbf-2869bb959948 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:31:26.218637 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c41a8e3-2026-4fcd-9fbf-2869bb959948 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:31:26.218984 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c41a8e3-2026-4fcd-9fbf-2869bb959948 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:31:26.219330 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c41a8e3-2026-4fcd-9fbf-2869bb959948 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:31:26.219681 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c41a8e3-2026-4fcd-9fbf-2869bb959948 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:31:26.220020 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c41a8e3-2026-4fcd-9fbf-2869bb959948 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:31:26.220388 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c41a8e3-2026-4fcd-9fbf-2869bb959948 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:31:26.220736 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c41a8e3-2026-4fcd-9fbf-2869bb959948 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:31:26.228023 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-4c41a8e3-2026-4fcd-9fbf-2869bb959948 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:31:26.284148 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-4c41a8e3-2026-4fcd-9fbf-2869bb959948 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks [] for floatingip, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:26.284477 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.db.l3_db [None req-4c41a8e3-2026-4fcd-9fbf-2869bb959948 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Floating IP 48bda797-af7f-43ed-8d71-615cb622703d disassociated (deleted). External IP: 172.28.1.51, port: 41a637b4-79a6-4cfe-8f96-e464d458f0fa. May 31 18:31:26.622447 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c41a8e3-2026-4fcd-9fbf-2869bb959948 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Router 169fce63-d5b6-43b7-be62-0ffbe273403f has already been hosted by L3 agent aa8b4aa1-734a-4f99-a735-849181ae9a49 {{(pid=91754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:31:26.793140 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c41a8e3-2026-4fcd-9fbf-2869bb959948 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify agent at l3_agent.dv-cinder-770050-4-smb the message routers_updated {{(pid=91754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:31:26.802122 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0d5c25-8569-4589-b007-a1250638d1a6 None None] Sync routers for ids ['169fce63-d5b6-43b7-be62-0ffbe273403f'] in dv-cinder-770050-4-smb {{(pid=91755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:31:26.811556 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-4c41a8e3-2026-4fcd-9fbf-2869bb959948 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for floatingip, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:26.812101 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0d5c25-8569-4589-b007-a1250638d1a6 None None] Routers {'169fce63-d5b6-43b7-be62-0ffbe273403f'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:31:26.812708 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-5b0d5c25-8569-4589-b007-a1250638d1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:31:19Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['169fce63-d5b6-43b7-be62-0ffbe273403f'], 'active': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:31:26.863962 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-4c41a8e3-2026-4fcd-9fbf-2869bb959948 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "DELETE /v2.0/floatingips/48bda797-af7f-43ed-8d71-615cb622703d HTTP/1.1" status: 204 len: 168 time: 1.5619552 May 31 18:31:26.864725 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aedbdeae-4709-48b8-a539-3c9b4d14779e', 'tag': '41a637b4-79a6-4cfe-8f96-e464d458f0fa'}] {{(pid=91754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:31:26.867082 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b8d31c20630307edfd170fd0520c8261bc4320d7d7b7fb717012a3b2519c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8426c579-ec4a-46f2-80e6-c7146078c6e2" -d '{"events": [{"name": "network-changed", "server_uuid": "aedbdeae-4709-48b8-a539-3c9b4d14779e", "tag": "41a637b4-79a6-4cfe-8f96-e464d458f0fa"}]}' {{(pid=91754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:31:26.990220 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvr_db [None req-5b0d5c25-8569-4589-b007-a1250638d1a6 None None] Set router 169fce63-d5b6-43b7-be62-0ffbe273403f gateway port host: dv-cinder-770050-4-smb {{(pid=91755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:31:27.029509 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 18:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4cdc247-e93b-45d8-afc9-cc3eaf5d0bc9 x-openstack-request-id: req-f4cdc247-e93b-45d8-afc9-cc3eaf5d0bc9 {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:31:27.029839 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aedbdeae-4709-48b8-a539-3c9b4d14779e", "tag": "41a637b4-79a6-4cfe-8f96-e464d458f0fa", "status": "completed", "code": 200}]} {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:31:27.030124 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f4cdc247-e93b-45d8-afc9-cc3eaf5d0bc9 {{(pid=91754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:31:27.030553 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aedbdeae-4709-48b8-a539-3c9b4d14779e', 'tag': '41a637b4-79a6-4cfe-8f96-e464d458f0fa', 'status': 'completed', 'code': 200} May 31 18:31:27.129115 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426c579-ec4a-46f2-80e6-c7146078c6e2 req-7825df6c-e45a-4f23-b587-49d32c295cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:31:27.130531 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8426c579-ec4a-46f2-80e6-c7146078c6e2 req-7825df6c-e45a-4f23-b587-49d32c295cdb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=71e173376bb2401c9a4bd03dc519309c&device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 1099 time: 0.0771918 May 31 18:31:27.236555 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928cc3f7-1261-4eb0-89a1-8bd1dee5ae59 req-7d0ca281-18f5-4eac-ba66-aeb1a10f540d tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:31:27.238175 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-928cc3f7-1261-4eb0-89a1-8bd1dee5ae59 req-7d0ca281-18f5-4eac-ba66-aeb1a10f540d tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 946 time: 0.0803339 May 31 18:31:27.265393 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426c579-ec4a-46f2-80e6-c7146078c6e2 req-8d17ba14-c816-4d12-b92e-dae039bbe07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:31:27.266816 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8426c579-ec4a-46f2-80e6-c7146078c6e2 req-8d17ba14-c816-4d12-b92e-dae039bbe07c service neutron] 10.222.0.20 "GET /v2.0/networks?id=26033630-c094-437e-93aa-b8a115d789c9 HTTP/1.1" status: 200 len: 908 time: 0.1294918 May 31 18:31:27.319361 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-5b0d5c25-8569-4589-b007-a1250638d1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169fce63-d5b6-43b7-be62-0ffbe273403f', 'name': 'tempest-TestShelveInstance-974295154-router', 'tenant_id': '71e173376bb2401c9a4bd03dc519309c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': '43a5edd4-919e-4e94-b60f-ad705c4a70a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:26:01Z', 'updated_at': '2021-05-31T18:26:05Z', 'revision_number': 4, 'project_id': '71e173376bb2401c9a4bd03dc519309c', 'gw_port': {'id': '43a5edd4-919e-4e94-b60f-ad705c4a70a4', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169fce63-d5b6-43b7-be62-0ffbe273403f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:26:01Z', 'updated_at': '2021-05-31T18:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': '06ec8f30-7a77-47aa-9c2e-ce1618b403df', 'name': '', 'network_id': '26033630-c094-437e-93aa-b8a115d789c9', 'tenant_id': '71e173376bb2401c9a4bd03dc519309c', 'mac_address': 'fa:16:3e:25:f4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169fce63-d5b6-43b7-be62-0ffbe273403f', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '8b840fde-a81b-4ecc-8a96-304bc35260a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:26:04Z', 'updated_at': '2021-05-31T18:26:12Z', 'revision_number': 5, 'project_id': '71e173376bb2401c9a4bd03dc519309c', 'subnets': [{'id': '8b840fde-a81b-4ecc-8a96-304bc35260a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:31:27.324169 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0d5c25-8569-4589-b007-a1250638d1a6 None None] Checking router: 169fce63-d5b6-43b7-be62-0ffbe273403f for host: dv-cinder-770050-4-smb {{(pid=91755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:31:27.333205 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0d5c25-8569-4589-b007-a1250638d1a6 None None] Routers {'169fce63-d5b6-43b7-be62-0ffbe273403f'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:31:27.333830 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-5b0d5c25-8569-4589-b007-a1250638d1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:31:19Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['169fce63-d5b6-43b7-be62-0ffbe273403f'], 'active': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:31:27.336260 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8426c579-ec4a-46f2-80e6-c7146078c6e2 req-b461724e-2d25-464f-af16-f7db7a5df959 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41a637b4-79a6-4cfe-8f96-e464d458f0fa HTTP/1.1" status: 200 len: 217 time: 0.0625720 May 31 18:31:27.367882 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [req-928cc3f7-1261-4eb0-89a1-8bd1dee5ae59 req-a3f5d4a9-26c4-4898-8906-cf0bdeadcb98 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/security-groups?id=d12a2ad5-dd0e-4a4a-86b4-8ccafda95509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240819 May 31 18:31:27.494404 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426c579-ec4a-46f2-80e6-c7146078c6e2 req-c1235087-c8a6-436d-ba44-1c5cd5b2b175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:31:27.495929 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8426c579-ec4a-46f2-80e6-c7146078c6e2 req-c1235087-c8a6-436d-ba44-1c5cd5b2b175 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8b840fde-a81b-4ecc-8a96-304bc35260a8 HTTP/1.1" status: 200 len: 847 time: 0.1535480 May 31 18:31:27.554386 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvr_db [None req-5b0d5c25-8569-4589-b007-a1250638d1a6 None None] Set router 169fce63-d5b6-43b7-be62-0ffbe273403f gateway port host: dv-cinder-770050-4-smb {{(pid=91755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:31:27.573667 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426c579-ec4a-46f2-80e6-c7146078c6e2 req-39f98d0e-cec1-4fe5-b2a6-4cf08254636f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:31:27.575123 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8426c579-ec4a-46f2-80e6-c7146078c6e2 req-39f98d0e-cec1-4fe5-b2a6-4cf08254636f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=26033630-c094-437e-93aa-b8a115d789c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0716770 May 31 18:31:27.705425 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8426c579-ec4a-46f2-80e6-c7146078c6e2 req-710ff29d-419d-43eb-95ec-fa0c4ccbfc47 service neutron] 10.222.0.20 "GET /v2.0/networks/26033630-c094-437e-93aa-b8a115d789c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228473 May 31 18:31:27.833936 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-8426c579-ec4a-46f2-80e6-c7146078c6e2 req-d94f1fe2-e5c5-4227-9874-1bd1a93a2e34 service neutron] 10.222.0.20 "GET /v2.0/networks/26033630-c094-437e-93aa-b8a115d789c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216722 May 31 18:31:27.856363 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-5b0d5c25-8569-4589-b007-a1250638d1a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169fce63-d5b6-43b7-be62-0ffbe273403f', 'name': 'tempest-TestShelveInstance-974295154-router', 'tenant_id': '71e173376bb2401c9a4bd03dc519309c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': '43a5edd4-919e-4e94-b60f-ad705c4a70a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:26:01Z', 'updated_at': '2021-05-31T18:26:05Z', 'revision_number': 4, 'project_id': '71e173376bb2401c9a4bd03dc519309c', 'gw_port': {'id': '43a5edd4-919e-4e94-b60f-ad705c4a70a4', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169fce63-d5b6-43b7-be62-0ffbe273403f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:26:01Z', 'updated_at': '2021-05-31T18:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': '06ec8f30-7a77-47aa-9c2e-ce1618b403df', 'name': '', 'network_id': '26033630-c094-437e-93aa-b8a115d789c9', 'tenant_id': '71e173376bb2401c9a4bd03dc519309c', 'mac_address': 'fa:16:3e:25:f4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169fce63-d5b6-43b7-be62-0ffbe273403f', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '8b840fde-a81b-4ecc-8a96-304bc35260a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:26:04Z', 'updated_at': '2021-05-31T18:26:12Z', 'revision_number': 5, 'project_id': '71e173376bb2401c9a4bd03dc519309c', 'subnets': [{'id': '8b840fde-a81b-4ecc-8a96-304bc35260a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:31:27.860326 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0d5c25-8569-4589-b007-a1250638d1a6 None None] The sync data for ids ['169fce63-d5b6-43b7-be62-0ffbe273403f'] in dv-cinder-770050-4-smb is: [{'id': '169fce63-d5b6-43b7-be62-0ffbe273403f', 'name': 'tempest-TestShelveInstance-974295154-router', 'tenant_id': '71e173376bb2401c9a4bd03dc519309c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': '43a5edd4-919e-4e94-b60f-ad705c4a70a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:26:01Z', 'updated_at': '2021-05-31T18:26:05Z', 'revision_number': 4, 'project_id': '71e173376bb2401c9a4bd03dc519309c', 'gw_port': {'id': '43a5edd4-919e-4e94-b60f-ad705c4a70a4', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169fce63-d5b6-43b7-be62-0ffbe273403f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:26:01Z', 'updated_at': '2021-05-31T18:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb', '_interfaces': [{'id': '06ec8f30-7a77-47aa-9c2e-ce1618b403df', 'name': '', 'network_id': '26033630-c094-437e-93aa-b8a115d789c9', 'tenant_id': '71e173376bb2401c9a4bd03dc519309c', 'mac_address': 'fa:16:3e:25:f4:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169fce63-d5b6-43b7-be62-0ffbe273403f', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': '8b840fde-a81b-4ecc-8a96-304bc35260a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:26:04Z', 'updated_at': '2021-05-31T18:26:12Z', 'revision_number': 5, 'project_id': '71e173376bb2401c9a4bd03dc519309c', 'subnets': [{'id': '8b840fde-a81b-4ecc-8a96-304bc35260a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:31:28.080649 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23176537-8773-4bfd-8429-e8951c377240 None None] New status for floating IP 48bda797-af7f-43ed-8d71-615cb622703d: DOWN {{(pid=91756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 18:31:28.578585 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2e2ad-dd18-4846-9714-36915e7a4059 req-5ea0028f-a058-4f42-8d32-4a3fae308b38 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:31:28.579182 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-86b2e2ad-dd18-4846-9714-36915e7a4059 req-5ea0028f-a058-4f42-8d32-4a3fae308b38 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Synchronizing usage tracker for tenant:71e173376bb2401c9a4bd03dc519309c on resource:port {{(pid=91754) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:31:28.594254 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-86b2e2ad-dd18-4846-9714-36915e7a4059 req-5ea0028f-a058-4f42-8d32-4a3fae308b38 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Unset dirty status for tenant:71e173376bb2401c9a4bd03dc519309c on resource:port {{(pid=91754) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:31:28.595408 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-86b2e2ad-dd18-4846-9714-36915e7a4059 req-5ea0028f-a058-4f42-8d32-4a3fae308b38 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 946 time: 0.0970197 May 31 18:31:28.638192 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-86b2e2ad-dd18-4846-9714-36915e7a4059 req-680d7760-2c6e-454e-8d76-7ec612bcb8c5 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/security-groups?id=d12a2ad5-dd0e-4a4a-86b4-8ccafda95509&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372570 May 31 18:31:28.734952 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19784379-ea79-426e-9532-5d75a825436e req-b7e96db5-206e-44fb-97e1-789bcfb8e2d9 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 18:31:28.736347 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-19784379-ea79-426e-9532-5d75a825436e req-b7e96db5-206e-44fb-97e1-789bcfb8e2d9 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.20 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 946 time: 0.0764530 May 31 18:31:28.869831 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [req-19784379-ea79-426e-9532-5d75a825436e req-22a88fe4-5f3a-4931-9584-5ac78be07e7a tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Deleting port 41a637b4-79a6-4cfe-8f96-e464d458f0fa {{(pid=91754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:31:28.870067 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-19784379-ea79-426e-9532-5d75a825436e req-22a88fe4-5f3a-4931-9584-5ac78be07e7a tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:28.997806 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [req-19784379-ea79-426e-9532-5d75a825436e req-22a88fe4-5f3a-4931-9584-5ac78be07e7a tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] For port 41a637b4-79a6-4cfe-8f96-e464d458f0fa, host hv-cinder-77005, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77005',level=0,port_id=41a637b4-79a6-4cfe-8f96-e464d458f0fa,segment=NetworkSegment(09bd77f6-2df8-4630-9780-b1638bc63fc6),segment_id=09bd77f6-2df8-4630-9780-b1638bc63fc6)] {{(pid=91754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:31:28.998148 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-19784379-ea79-426e-9532-5d75a825436e req-22a88fe4-5f3a-4931-9584-5ac78be07e7a tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:29.123864 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [req-19784379-ea79-426e-9532-5d75a825436e req-22a88fe4-5f3a-4931-9584-5ac78be07e7a tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Calling delete_port for 41a637b4-79a6-4cfe-8f96-e464d458f0fa owned by compute:nova {{(pid=91754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:31:29.228843 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-19784379-ea79-426e-9532-5d75a825436e req-22a88fe4-5f3a-4931-9584-5ac78be07e7a tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:29.234127 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-4c41a8e3-2026-4fcd-9fbf-2869bb959948 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:31:29.277167 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a88fe4-5f3a-4931-9584-5ac78be07e7a tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Pushing event deleted for resources: {'Port': ['ID=41a637b4-79a6-4cfe-8f96-e464d458f0fa,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:31:29.280164 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-22a88fe4-5f3a-4931-9584-5ac78be07e7a tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:31:29.350556 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.l3_dvrscheduler_db [req-19784379-ea79-426e-9532-5d75a825436e req-22a88fe4-5f3a-4931-9584-5ac78be07e7a tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] No DVR routers for this DVR port 41a637b4-79a6-4cfe-8f96-e464d458f0fa on host hv-cinder-77005 {{(pid=91754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:31:29.353483 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [req-19784379-ea79-426e-9532-5d75a825436e req-22a88fe4-5f3a-4931-9584-5ac78be07e7a tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-221996'] for port, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:29.355853 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aedbdeae-4709-48b8-a539-3c9b4d14779e', 'name': 'network-vif-deleted', 'tag': '41a637b4-79a6-4cfe-8f96-e464d458f0fa'}] {{(pid=91754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 18:31:29.358121 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b57b8d31c20630307edfd170fd0520c8261bc4320d7d7b7fb717012a3b2519c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9231507-6172-4137-9cf4-ca90b493a70a" -d '{"events": [{"server_uuid": "aedbdeae-4709-48b8-a539-3c9b4d14779e", "name": "network-vif-deleted", "tag": "41a637b4-79a6-4cfe-8f96-e464d458f0fa"}]}' {{(pid=91754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 18:31:29.372088 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-19784379-ea79-426e-9532-5d75a825436e req-22a88fe4-5f3a-4931-9584-5ac78be07e7a tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.20 "DELETE /v2.0/ports/41a637b4-79a6-4cfe-8f96-e464d458f0fa HTTP/1.1" status: 204 len: 173 time: 0.6304674 May 31 18:31:29.424968 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 18:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e200773-265e-4e4e-81ce-0c619d5d63b5 x-openstack-request-id: req-9e200773-265e-4e4e-81ce-0c619d5d63b5 {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 18:31:29.425306 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aedbdeae-4709-48b8-a539-3c9b4d14779e", "name": "network-vif-deleted", "tag": "41a637b4-79a6-4cfe-8f96-e464d458f0fa", "status": "completed", "code": 200}]} {{(pid=91754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 18:31:29.425596 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9e200773-265e-4e4e-81ce-0c619d5d63b5 {{(pid=91754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 18:31:29.426032 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aedbdeae-4709-48b8-a539-3c9b4d14779e', 'name': 'network-vif-deleted', 'tag': '41a637b4-79a6-4cfe-8f96-e464d458f0fa', 'status': 'completed', 'code': 200} May 31 18:31:29.794232 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-53168c7f-7502-4085-b837-02ac4e048081 req-7dbe24e1-73f0-4860-a5df-8e258b661ed7 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Synchronizing usage tracker for tenant:71e173376bb2401c9a4bd03dc519309c on resource:port {{(pid=91754) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 18:31:29.809013 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.quota.resource [req-53168c7f-7502-4085-b837-02ac4e048081 req-7dbe24e1-73f0-4860-a5df-8e258b661ed7 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Unset dirty status for tenant:71e173376bb2401c9a4bd03dc519309c on resource:port {{(pid=91754) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 18:31:29.810285 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [req-53168c7f-7502-4085-b837-02ac4e048081 req-7dbe24e1-73f0-4860-a5df-8e258b661ed7 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "GET /v2.0/ports?device_id=aedbdeae-4709-48b8-a539-3c9b4d14779e HTTP/1.1" status: 200 len: 210 time: 0.0599759 May 31 18:31:30.902937 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 37074) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:31:30.972200 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-c2424b70-c71c-4c16-b911-6b6cb4ef8354 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks [] for security_group, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:31.001210 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-c2424b70-c71c-4c16-b911-6b6cb4ef8354 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:31.064821 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-c2424b70-c71c-4c16-b911-6b6cb4ef8354 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:31.069617 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-4572558e-2376-4116-ba8c-96e19c4842c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:31:31.083893 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2424b70-c71c-4c16-b911-6b6cb4ef8354 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12a2ad5-dd0e-4a4a-86b4-8ccafda95509,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:31:31.086404 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-c2424b70-c71c-4c16-b911-6b6cb4ef8354 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:31:31.092271 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-c2424b70-c71c-4c16-b911-6b6cb4ef8354 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] Notify callbacks [] for security_group, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:31.096170 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-c2424b70-c71c-4c16-b911-6b6cb4ef8354 tempest-TestShelveInstance-775656654 tempest-TestShelveInstance-775656654-project] 10.222.0.25 "DELETE /v2.0/security-groups/d12a2ad5-dd0e-4a4a-86b4-8ccafda95509 HTTP/1.1" status: 204 len: 168 time: 0.1894491 May 31 18:31:32.152511 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 37082) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:31:32.843926 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-444f7bc2-7671-4d18-8e61-8d0654a92a02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960266'] for router_interface, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:32.927951 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 41a637b4-79a6-4cfe-8f96-e464d458f0fa no longer exists at agent hyperv_hv-cinder-77005 {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:31:32.965481 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] No Port match for: 41a637b4-79a6-4cfe-8f96-e464d458f0fa {{(pid=91755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:31:32.965828 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Device 41a637b4-79a6-4cfe-8f96-e464d458f0fa not bound to the agent host hv-cinder-77005 {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:31:33.237320 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.plugin [None req-444f7bc2-7671-4d18-8e61-8d0654a92a02 admin admin] Deleting port 06ec8f30-7a77-47aa-9c2e-ce1618b403df {{(pid=91753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:31:33.237921 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-444f7bc2-7671-4d18-8e61-8d0654a92a02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:33.353528 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.db [None req-444f7bc2-7671-4d18-8e61-8d0654a92a02 admin admin] For port 06ec8f30-7a77-47aa-9c2e-ce1618b403df, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=06ec8f30-7a77-47aa-9c2e-ce1618b403df,segment=NetworkSegment(09bd77f6-2df8-4630-9780-b1638bc63fc6),segment_id=09bd77f6-2df8-4630-9780-b1638bc63fc6)] {{(pid=91753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:31:33.353868 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-444f7bc2-7671-4d18-8e61-8d0654a92a02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:33.475731 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.plugin [None req-444f7bc2-7671-4d18-8e61-8d0654a92a02 admin admin] Calling delete_port for 06ec8f30-7a77-47aa-9c2e-ce1618b403df owned by network:router_interface {{(pid=91753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:31:33.626070 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-444f7bc2-7671-4d18-8e61-8d0654a92a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1833561'] for port, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:33.630318 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:31:33.674550 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f7bc2-7671-4d18-8e61-8d0654a92a02 admin admin] Pushing event deleted for resources: {'Port': ['ID=06ec8f30-7a77-47aa-9c2e-ce1618b403df,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:31:33.809819 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f7bc2-7671-4d18-8e61-8d0654a92a02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:31:33.810195 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f7bc2-7671-4d18-8e61-8d0654a92a02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:31:33.810562 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f7bc2-7671-4d18-8e61-8d0654a92a02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:31:33.810904 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f7bc2-7671-4d18-8e61-8d0654a92a02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:31:33.811257 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f7bc2-7671-4d18-8e61-8d0654a92a02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:31:33.811610 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f7bc2-7671-4d18-8e61-8d0654a92a02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:31:33.811958 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f7bc2-7671-4d18-8e61-8d0654a92a02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:31:33.812335 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f7bc2-7671-4d18-8e61-8d0654a92a02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:31:33.812667 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f7bc2-7671-4d18-8e61-8d0654a92a02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:31:33.813021 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f7bc2-7671-4d18-8e61-8d0654a92a02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:31:33.813362 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f7bc2-7671-4d18-8e61-8d0654a92a02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:31:33.813700 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444f7bc2-7671-4d18-8e61-8d0654a92a02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:31:33.820869 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-444f7bc2-7671-4d18-8e61-8d0654a92a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:31:34.039337 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-444f7bc2-7671-4d18-8e61-8d0654a92a02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-956058'] for router_interface, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:34.383186 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444f7bc2-7671-4d18-8e61-8d0654a92a02 admin admin] Router 169fce63-d5b6-43b7-be62-0ffbe273403f has already been hosted by L3 agent aa8b4aa1-734a-4f99-a735-849181ae9a49 {{(pid=91753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:31:34.557640 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444f7bc2-7671-4d18-8e61-8d0654a92a02 admin admin] Notify agent at l3_agent.dv-cinder-770050-4-smb the message routers_updated {{(pid=91753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:31:34.565669 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8ac427-b1f2-4e9b-b6c9-81cfc9d8bceb None None] Sync routers for ids ['169fce63-d5b6-43b7-be62-0ffbe273403f'] in dv-cinder-770050-4-smb {{(pid=91755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:31:34.574816 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8ac427-b1f2-4e9b-b6c9-81cfc9d8bceb None None] Routers {'169fce63-d5b6-43b7-be62-0ffbe273403f'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:31:34.575508 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-7a8ac427-b1f2-4e9b-b6c9-81cfc9d8bceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:31:19Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['169fce63-d5b6-43b7-be62-0ffbe273403f'], 'active': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:31:34.580623 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-444f7bc2-7671-4d18-8e61-8d0654a92a02 admin admin] 10.222.0.25 "PUT /v2.0/routers/169fce63-d5b6-43b7-be62-0ffbe273403f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4269915 May 31 18:31:34.583085 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 37090) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:31:34.745777 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvr_db [None req-7a8ac427-b1f2-4e9b-b6c9-81cfc9d8bceb None None] Set router 169fce63-d5b6-43b7-be62-0ffbe273403f gateway port host: dv-cinder-770050-4-smb {{(pid=91755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:31:34.749588 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-d3d79fd2-33e8-4b47-be61-9bc6c79ca704 admin admin] Notify callbacks [] for router, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:34.916980 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-d3d79fd2-33e8-4b47-be61-9bc6c79ca704 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:34.986275 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.plugin [None req-d3d79fd2-33e8-4b47-be61-9bc6c79ca704 admin admin] Deleting port 43a5edd4-919e-4e94-b60f-ad705c4a70a4 {{(pid=91753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:31:34.986611 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-d3d79fd2-33e8-4b47-be61-9bc6c79ca704 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:35.027406 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-7a8ac427-b1f2-4e9b-b6c9-81cfc9d8bceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169fce63-d5b6-43b7-be62-0ffbe273403f', 'name': 'tempest-TestShelveInstance-974295154-router', 'tenant_id': '71e173376bb2401c9a4bd03dc519309c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.138'}], 'enable_snat': True}, 'gw_port_id': '43a5edd4-919e-4e94-b60f-ad705c4a70a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:26:01Z', 'updated_at': '2021-05-31T18:31:33Z', 'revision_number': 5, 'project_id': '71e173376bb2401c9a4bd03dc519309c', 'gw_port': {'id': '43a5edd4-919e-4e94-b60f-ad705c4a70a4', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:e4:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '169fce63-d5b6-43b7-be62-0ffbe273403f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:26:01Z', 'updated_at': '2021-05-31T18:26:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb'}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:31:35.031517 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8ac427-b1f2-4e9b-b6c9-81cfc9d8bceb None None] Checking router: 169fce63-d5b6-43b7-be62-0ffbe273403f for host: dv-cinder-770050-4-smb {{(pid=91755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:31:35.043118 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8ac427-b1f2-4e9b-b6c9-81cfc9d8bceb None None] Routers {'169fce63-d5b6-43b7-be62-0ffbe273403f'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:31:35.043851 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-7a8ac427-b1f2-4e9b-b6c9-81cfc9d8bceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:31:19Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['169fce63-d5b6-43b7-be62-0ffbe273403f'], 'active': True} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:31:35.198199 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvr_db [None req-7a8ac427-b1f2-4e9b-b6c9-81cfc9d8bceb None None] Set router 169fce63-d5b6-43b7-be62-0ffbe273403f gateway port host: None {{(pid=91755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:31:35.204311 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.db [None req-d3d79fd2-33e8-4b47-be61-9bc6c79ca704 admin admin] For port 43a5edd4-919e-4e94-b60f-ad705c4a70a4, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=43a5edd4-919e-4e94-b60f-ad705c4a70a4,segment=NetworkSegment(909c7060-bfe5-455f-9f67-8bef71bab1ed),segment_id=909c7060-bfe5-455f-9f67-8bef71bab1ed)] {{(pid=91753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:31:35.204694 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-d3d79fd2-33e8-4b47-be61-9bc6c79ca704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:35.300753 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_hamode_db [None req-7a8ac427-b1f2-4e9b-b6c9-81cfc9d8bceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '169fce63-d5b6-43b7-be62-0ffbe273403f', 'name': 'tempest-TestShelveInstance-974295154-router', 'tenant_id': '71e173376bb2401c9a4bd03dc519309c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:26:01Z', 'updated_at': '2021-05-31T18:31:34Z', 'revision_number': 6, 'project_id': '71e173376bb2401c9a4bd03dc519309c', 'gw_port_host': None}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:31:35.304554 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8ac427-b1f2-4e9b-b6c9-81cfc9d8bceb None None] The sync data for ids ['169fce63-d5b6-43b7-be62-0ffbe273403f'] in dv-cinder-770050-4-smb is: [{'id': '169fce63-d5b6-43b7-be62-0ffbe273403f', 'name': 'tempest-TestShelveInstance-974295154-router', 'tenant_id': '71e173376bb2401c9a4bd03dc519309c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:26:01Z', 'updated_at': '2021-05-31T18:31:34Z', 'revision_number': 6, 'project_id': '71e173376bb2401c9a4bd03dc519309c', 'gw_port_host': None}] {{(pid=91755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:31:35.327860 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.plugin [None req-d3d79fd2-33e8-4b47-be61-9bc6c79ca704 admin admin] Calling delete_port for 43a5edd4-919e-4e94-b60f-ad705c4a70a4 owned by network:router_gateway {{(pid=91753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:31:35.463365 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-d3d79fd2-33e8-4b47-be61-9bc6c79ca704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1833561'] for port, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:35.466703 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-f424e598-eda8-4eda-a893-b6c316f4f109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:31:35.508389 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d79fd2-33e8-4b47-be61-9bc6c79ca704 admin admin] Pushing event deleted for resources: {'Port': ['ID=43a5edd4-919e-4e94-b60f-ad705c4a70a4,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:31:35.511315 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-d3d79fd2-33e8-4b47-be61-9bc6c79ca704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:31:35.608556 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-d3d79fd2-33e8-4b47-be61-9bc6c79ca704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-960535'] for router_gateway, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:35.780792 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-d3d79fd2-33e8-4b47-be61-9bc6c79ca704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-956314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2143'] for router, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:35.783052 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-d3d79fd2-33e8-4b47-be61-9bc6c79ca704 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:35.868707 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-d3d79fd2-33e8-4b47-be61-9bc6c79ca704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-957606'] for router, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:35.869352 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d79fd2-33e8-4b47-be61-9bc6c79ca704 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 169fce63-d5b6-43b7-be62-0ffbe273403f {{(pid=91753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 18:31:35.882228 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-d3d79fd2-33e8-4b47-be61-9bc6c79ca704 admin admin] Notify callbacks [] for router, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:35.886155 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-d3d79fd2-33e8-4b47-be61-9bc6c79ca704 admin admin] 10.222.0.25 "DELETE /v2.0/routers/169fce63-d5b6-43b7-be62-0ffbe273403f HTTP/1.1" status: 204 len: 168 time: 1.2993712 May 31 18:31:35.886377 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 37094) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:31:35.948410 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa12acfd-2bd4-4fb5-aa79-9a83010efa27 admin admin] Deleting subnet 8b840fde-a81b-4ecc-8a96-304bc35260a8 {{(pid=91753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 18:31:35.951438 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-fa12acfd-2bd4-4fb5-aa79-9a83010efa27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:36.000427 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-fa12acfd-2bd4-4fb5-aa79-9a83010efa27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1817973'] for subnet, precommit_delete_associations {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:36.114029 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-fa12acfd-2bd4-4fb5-aa79-9a83010efa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4023773'] for subnet, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:36.328840 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 06ec8f30-7a77-47aa-9c2e-ce1618b403df no longer exists at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:31:36.358813 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-fa12acfd-2bd4-4fb5-aa79-9a83010efa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4028520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1834154', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1678804'] for subnet, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:36.363461 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:31:36.366512 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] No Port match for: 06ec8f30-7a77-47aa-9c2e-ce1618b403df {{(pid=91755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:31:36.366871 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 06ec8f30-7a77-47aa-9c2e-ce1618b403df not bound to the agent host dv-cinder-770050-4-smb {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:31:36.367297 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 43a5edd4-919e-4e94-b60f-ad705c4a70a4 no longer exists at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:31:36.397580 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa12acfd-2bd4-4fb5-aa79-9a83010efa27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b840fde-a81b-4ecc-8a96-304bc35260a8,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:31:36.400705 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] No Port match for: 43a5edd4-919e-4e94-b60f-ad705c4a70a4 {{(pid=91755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:31:36.401062 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 43a5edd4-919e-4e94-b60f-ad705c4a70a4 not bound to the agent host dv-cinder-770050-4-smb {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:31:36.403246 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-fa12acfd-2bd4-4fb5-aa79-9a83010efa27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for subnet, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:36.406164 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-fa12acfd-2bd4-4fb5-aa79-9a83010efa27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:31:36.409017 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a91838-5673-4d37-94ce-ebfa9b6b14c6 None None] Network 26033630-c094-437e-93aa-b8a115d789c9 requested from dv-cinder-770050-4-smb {{(pid=91755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:31:36.414021 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-fa12acfd-2bd4-4fb5-aa79-9a83010efa27 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/8b840fde-a81b-4ecc-8a96-304bc35260a8 HTTP/1.1" status: 204 len: 168 time: 0.5265119 May 31 18:31:36.417555 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 37098) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:31:36.523351 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ab9b-0652-4aba-b9bb-2034905caed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4129193'] for network, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:36.593534 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [None req-ecd9ab9b-0652-4aba-b9bb-2034905caed4 admin admin] Deleting port 1605694d-be46-4618-a9c7-31fd226b0b9a {{(pid=91754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:31:36.594017 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ab9b-0652-4aba-b9bb-2034905caed4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:36.702394 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dfd8a6-6424-4701-b28e-667e6a633871 None None] DHCP port deletion for 26033630-c094-437e-93aa-b8a115d789c9 request from dv-cinder-770050-4-smb {{(pid=91755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 18:31:36.767853 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-b3dfd8a6-6424-4701-b28e-667e6a633871 None None] Deleting port 1605694d-be46-4618-a9c7-31fd226b0b9a {{(pid=91755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:31:36.768260 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b3dfd8a6-6424-4701-b28e-667e6a633871 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:36.781654 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [None req-ecd9ab9b-0652-4aba-b9bb-2034905caed4 admin admin] For port 1605694d-be46-4618-a9c7-31fd226b0b9a, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=1605694d-be46-4618-a9c7-31fd226b0b9a,segment=NetworkSegment(09bd77f6-2df8-4630-9780-b1638bc63fc6),segment_id=09bd77f6-2df8-4630-9780-b1638bc63fc6)] {{(pid=91754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:31:36.781950 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ab9b-0652-4aba-b9bb-2034905caed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:36.868106 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-b3dfd8a6-6424-4701-b28e-667e6a633871 None None] For port 1605694d-be46-4618-a9c7-31fd226b0b9a, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=1605694d-be46-4618-a9c7-31fd226b0b9a,segment=NetworkSegment(09bd77f6-2df8-4630-9780-b1638bc63fc6),segment_id=09bd77f6-2df8-4630-9780-b1638bc63fc6)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:31:36.868506 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b3dfd8a6-6424-4701-b28e-667e6a633871 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:36.907987 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [None req-ecd9ab9b-0652-4aba-b9bb-2034905caed4 admin admin] Calling delete_port for 1605694d-be46-4618-a9c7-31fd226b0b9a owned by network:dhcp {{(pid=91754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:31:36.954572 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ab9b-0652-4aba-b9bb-2034905caed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:36.958145 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-3b6ab67c-d63c-48c1-ac93-06eb7f55b995 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:31:36.988932 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-b3dfd8a6-6424-4701-b28e-667e6a633871 None None] Calling delete_port for 1605694d-be46-4618-a9c7-31fd226b0b9a owned by network:dhcp {{(pid=91755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:31:37.001480 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9ab9b-0652-4aba-b9bb-2034905caed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1605694d-be46-4618-a9c7-31fd226b0b9a,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:31:37.004584 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-ecd9ab9b-0652-4aba-b9bb-2034905caed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:31:37.005352 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd9ab9b-0652-4aba-b9bb-2034905caed4 admin admin] No DVR routers for this DVR port 1605694d-be46-4618-a9c7-31fd226b0b9a on host dv-cinder-770050-4-smb {{(pid=91754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:31:37.035697 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b3dfd8a6-6424-4701-b28e-667e6a633871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404'] for port, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:37.039499 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:31:37.086470 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dfd8a6-6424-4701-b28e-667e6a633871 None None] Pushing event deleted for resources: {'Port': ['ID=1605694d-be46-4618-a9c7-31fd226b0b9a,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:31:37.091228 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3dfd8a6-6424-4701-b28e-667e6a633871 None None] No DVR routers for this DVR port 1605694d-be46-4618-a9c7-31fd226b0b9a on host dv-cinder-770050-4-smb {{(pid=91755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:31:37.097132 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dfd8a6-6424-4701-b28e-667e6a633871 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:31:37.097600 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dfd8a6-6424-4701-b28e-667e6a633871 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:31:37.100291 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dfd8a6-6424-4701-b28e-667e6a633871 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:31:37.100291 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dfd8a6-6424-4701-b28e-667e6a633871 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:31:37.100291 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dfd8a6-6424-4701-b28e-667e6a633871 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:31:37.100291 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dfd8a6-6424-4701-b28e-667e6a633871 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:31:37.100291 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dfd8a6-6424-4701-b28e-667e6a633871 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:31:37.100291 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dfd8a6-6424-4701-b28e-667e6a633871 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:31:37.100291 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dfd8a6-6424-4701-b28e-667e6a633871 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:31:37.100291 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dfd8a6-6424-4701-b28e-667e6a633871 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:31:37.101478 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dfd8a6-6424-4701-b28e-667e6a633871 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:31:37.101478 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dfd8a6-6424-4701-b28e-667e6a633871 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-770050-4-smb {{(pid=91755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 18:31:37.104516 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-b3dfd8a6-6424-4701-b28e-667e6a633871 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:31:37.124212 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ab9b-0652-4aba-b9bb-2034905caed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4026450', 'neutron.services.segments.db._delete_segments_for_network-8763744138716'] for network, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:37.137956 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.services.segments.db [None req-ecd9ab9b-0652-4aba-b9bb-2034905caed4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26033630-c094-437e-93aa-b8a115d789c9']}} {{(pid=91754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:31:37.150658 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.services.segments.db [None req-ecd9ab9b-0652-4aba-b9bb-2034905caed4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09bd77f6-2df8-4630-9780-b1638bc63fc6') {'for_net_delete': True} {{(pid=91754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:31:37.150950 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.services.segments.db [None req-ecd9ab9b-0652-4aba-b9bb-2034905caed4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09bd77f6-2df8-4630-9780-b1638bc63fc6') {} {{(pid=91754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:31:37.161879 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ab9b-0652-4aba-b9bb-2034905caed4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763744148125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10873425'] for segment, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:37.177885 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ab9b-0652-4aba-b9bb-2034905caed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090'] for segment, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:37.184644 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecd9ab9b-0652-4aba-b9bb-2034905caed4 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=91754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 18:31:37.185056 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ab9b-0652-4aba-b9bb-2034905caed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10873986'] for segment, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:37.198861 dv-cinder-770050-4-smb neutron-server[91754]: Traceback (most recent call last): May 31 18:31:37.198861 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 18:31:37.198861 dv-cinder-770050-4-smb neutron-server[91754]: timer() May 31 18:31:37.198861 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 18:31:37.198861 dv-cinder-770050-4-smb neutron-server[91754]: cb(*args, **kw) May 31 18:31:37.198861 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 18:31:37.198861 dv-cinder-770050-4-smb neutron-server[91754]: return func(*args, **kwargs) May 31 18:31:37.198861 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 18:31:37.198861 dv-cinder-770050-4-smb neutron-server[91754]: self._notify() May 31 18:31:37.198861 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 18:31:37.198861 dv-cinder-770050-4-smb neutron-server[91754]: self.callback(batched_events) May 31 18:31:37.198861 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 18:31:37.198861 dv-cinder-770050-4-smb neutron-server[91754]: event.method(event) May 31 18:31:37.198861 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 18:31:37.198861 dv-cinder-770050-4-smb neutron-server[91754]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 18:31:37.198861 dv-cinder-770050-4-smb neutron-server[91754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 18:31:37.198861 dv-cinder-770050-4-smb neutron-server[91754]: aggregate_uuid = self.p_client.list_aggregates( May 31 18:31:37.198861 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 18:31:37.198861 dv-cinder-770050-4-smb neutron-server[91754]: return f(self, *a, **k) May 31 18:31:37.198861 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 18:31:37.198861 dv-cinder-770050-4-smb neutron-server[91754]: return self._get(url).json() May 31 18:31:37.198861 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 18:31:37.198861 dv-cinder-770050-4-smb neutron-server[91754]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 18:31:37.198861 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 18:31:37.198861 dv-cinder-770050-4-smb neutron-server[91754]: return self.request(url, 'GET', **kwargs) May 31 18:31:37.198861 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 18:31:37.198861 dv-cinder-770050-4-smb neutron-server[91754]: base_url = self.get_endpoint(auth, allow=allow, May 31 18:31:37.198861 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 18:31:37.198861 dv-cinder-770050-4-smb neutron-server[91754]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 18:31:37.198861 dv-cinder-770050-4-smb neutron-server[91754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 18:31:37.198861 dv-cinder-770050-4-smb neutron-server[91754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 18:31:37.198861 dv-cinder-770050-4-smb neutron-server[91754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 18:31:37.276469 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ab9b-0652-4aba-b9bb-2034905caed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4026459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960522'] for network, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:37.281459 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-ecd9ab9b-0652-4aba-b9bb-2034905caed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for network, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:37.283901 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-1e6eaba6-c5d3-4bd9-91a6-de8cc049db1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:31:37.306359 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9ab9b-0652-4aba-b9bb-2034905caed4 admin admin] Pushing event deleted for resources: {'Network': ['ID=26033630-c094-437e-93aa-b8a115d789c9,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:31:37.308992 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-ecd9ab9b-0652-4aba-b9bb-2034905caed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:31:37.319708 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-ecd9ab9b-0652-4aba-b9bb-2034905caed4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/26033630-c094-437e-93aa-b8a115d789c9 HTTP/1.1" status: 204 len: 168 time: 0.9016593 May 31 18:31:37.323104 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 37102) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:31:37.849114 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-2d1561b4-6a7e-419d-9342-28420c74c9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-960266'] for router_interface, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:38.326169 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 1605694d-be46-4618-a9c7-31fd226b0b9a no longer exists at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:31:38.326900 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [None req-2d1561b4-6a7e-419d-9342-28420c74c9ed admin admin] Deleting port dcd149d5-d951-4d25-9e98-0167d4827cf2 {{(pid=91754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:31:38.327237 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-2d1561b4-6a7e-419d-9342-28420c74c9ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:38.359161 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] No Port match for: 1605694d-be46-4618-a9c7-31fd226b0b9a {{(pid=91755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:31:38.359509 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 1605694d-be46-4618-a9c7-31fd226b0b9a not bound to the agent host dv-cinder-770050-4-smb {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:31:38.448980 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [None req-2d1561b4-6a7e-419d-9342-28420c74c9ed admin admin] For port dcd149d5-d951-4d25-9e98-0167d4827cf2, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=dcd149d5-d951-4d25-9e98-0167d4827cf2,segment=NetworkSegment(5ce4dc3c-bd62-474e-9e50-4eb268ba6080),segment_id=5ce4dc3c-bd62-474e-9e50-4eb268ba6080)] {{(pid=91754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:31:38.449328 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-2d1561b4-6a7e-419d-9342-28420c74c9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:38.568091 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [None req-2d1561b4-6a7e-419d-9342-28420c74c9ed admin admin] Calling delete_port for dcd149d5-d951-4d25-9e98-0167d4827cf2 owned by network:router_interface {{(pid=91754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:31:38.711338 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-2d1561b4-6a7e-419d-9342-28420c74c9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:38.716174 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-462bf99e-3820-4725-a7b1-43c061a856d2 tempest-AttachVolumeNegativeTest-1659002490 tempest-AttachVolumeNegativeTest-1659002490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:31:38.758178 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1561b4-6a7e-419d-9342-28420c74c9ed admin admin] Pushing event deleted for resources: {'Port': ['ID=dcd149d5-d951-4d25-9e98-0167d4827cf2,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:31:38.786928 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-2d1561b4-6a7e-419d-9342-28420c74c9ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:31:39.016769 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-2d1561b4-6a7e-419d-9342-28420c74c9ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551413', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-956058'] for router_interface, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:39.357674 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1561b4-6a7e-419d-9342-28420c74c9ed admin admin] Router e8844564-c5b1-4da6-8c81-8d7aa1a7eef8 has already been hosted by L3 agent aa8b4aa1-734a-4f99-a735-849181ae9a49 {{(pid=91754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 18:31:39.625406 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1561b4-6a7e-419d-9342-28420c74c9ed admin admin] Notify agent at l3_agent.dv-cinder-770050-4-smb the message routers_updated {{(pid=91754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 18:31:39.634069 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54685f8-171e-44f8-93ad-20242201fdc7 None None] Sync routers for ids ['e8844564-c5b1-4da6-8c81-8d7aa1a7eef8'] in dv-cinder-770050-4-smb {{(pid=91756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 18:31:39.641702 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-2d1561b4-6a7e-419d-9342-28420c74c9ed admin admin] 10.222.0.25 "PUT /v2.0/routers/e8844564-c5b1-4da6-8c81-8d7aa1a7eef8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3175561 May 31 18:31:39.644364 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54685f8-171e-44f8-93ad-20242201fdc7 None None] Routers {'e8844564-c5b1-4da6-8c81-8d7aa1a7eef8'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:31:39.644606 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 37106) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:31:39.645352 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-c54685f8-171e-44f8-93ad-20242201fdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:31:19Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['e8844564-c5b1-4da6-8c81-8d7aa1a7eef8'], 'active': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:31:39.814113 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvr_db [None req-c54685f8-171e-44f8-93ad-20242201fdc7 None None] Set router e8844564-c5b1-4da6-8c81-8d7aa1a7eef8 gateway port host: dv-cinder-770050-4-smb {{(pid=91756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:31:39.817083 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-2a52c660-b52d-450d-9e80-4d885c996d46 admin admin] Notify callbacks [] for router, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:39.987195 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-2a52c660-b52d-450d-9e80-4d885c996d46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:40.057789 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [None req-2a52c660-b52d-450d-9e80-4d885c996d46 admin admin] Deleting port bde7b135-4a4a-4f7b-964f-936bb8402f15 {{(pid=91754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:31:40.058504 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-2a52c660-b52d-450d-9e80-4d885c996d46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:40.087997 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-c54685f8-171e-44f8-93ad-20242201fdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8844564-c5b1-4da6-8c81-8d7aa1a7eef8', 'name': 'tempest-TestShelveInstance-2120051884-router', 'tenant_id': '9195bf41a4b04faab6b957e00e379062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'external_fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.95'}], 'enable_snat': True}, 'gw_port_id': 'bde7b135-4a4a-4f7b-964f-936bb8402f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:26:08Z', 'updated_at': '2021-05-31T18:31:38Z', 'revision_number': 5, 'project_id': '9195bf41a4b04faab6b957e00e379062', 'gw_port': {'id': 'bde7b135-4a4a-4f7b-964f-936bb8402f15', 'name': '', 'network_id': '3a0124ad-3a38-4a71-989b-cf15592ffbdb', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:dc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8844564-c5b1-4da6-8c81-8d7aa1a7eef8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'ip_address': '172.28.1.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-770050-4-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T18:26:08Z', 'updated_at': '2021-05-31T18:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7dbd3a86-7301-413f-8501-e9f2643d6bdc', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-770050-4-smb'}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:31:40.091745 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54685f8-171e-44f8-93ad-20242201fdc7 None None] Checking router: e8844564-c5b1-4da6-8c81-8d7aa1a7eef8 for host: dv-cinder-770050-4-smb {{(pid=91756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 18:31:40.099907 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54685f8-171e-44f8-93ad-20242201fdc7 None None] Routers {'e8844564-c5b1-4da6-8c81-8d7aa1a7eef8'} bound to L3 agent in host dv-cinder-770050-4-smb {{(pid=91756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 18:31:40.100526 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-c54685f8-171e-44f8-93ad-20242201fdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-770050-4-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T18:10:48Z,description=,heartbeat_timestamp=2021-05-31T18:31:19Z,host='dv-cinder-770050-4-smb',id=aa8b4aa1-734a-4f99-a735-849181ae9a49,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T18:10:48Z,topic='l3_agent')) {'router_ids': ['e8844564-c5b1-4da6-8c81-8d7aa1a7eef8'], 'active': True} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:31:40.177549 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.db [None req-2a52c660-b52d-450d-9e80-4d885c996d46 admin admin] For port bde7b135-4a4a-4f7b-964f-936bb8402f15, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=bde7b135-4a4a-4f7b-964f-936bb8402f15,segment=NetworkSegment(909c7060-bfe5-455f-9f67-8bef71bab1ed),segment_id=909c7060-bfe5-455f-9f67-8bef71bab1ed)] {{(pid=91754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:31:40.177903 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-2a52c660-b52d-450d-9e80-4d885c996d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:40.243967 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_dvr_db [None req-c54685f8-171e-44f8-93ad-20242201fdc7 None None] Set router e8844564-c5b1-4da6-8c81-8d7aa1a7eef8 gateway port host: None {{(pid=91756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 18:31:40.298279 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.plugins.ml2.plugin [None req-2a52c660-b52d-450d-9e80-4d885c996d46 admin admin] Calling delete_port for bde7b135-4a4a-4f7b-964f-936bb8402f15 owned by network:router_gateway {{(pid=91754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:31:40.350762 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.l3_hamode_db [None req-c54685f8-171e-44f8-93ad-20242201fdc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8844564-c5b1-4da6-8c81-8d7aa1a7eef8', 'name': 'tempest-TestShelveInstance-2120051884-router', 'tenant_id': '9195bf41a4b04faab6b957e00e379062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:26:08Z', 'updated_at': '2021-05-31T18:31:39Z', 'revision_number': 6, 'project_id': '9195bf41a4b04faab6b957e00e379062', 'gw_port_host': None}], 'dv-cinder-770050-4-smb', False) {} {{(pid=91756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:31:40.355180 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54685f8-171e-44f8-93ad-20242201fdc7 None None] The sync data for ids ['e8844564-c5b1-4da6-8c81-8d7aa1a7eef8'] in dv-cinder-770050-4-smb is: [{'id': 'e8844564-c5b1-4da6-8c81-8d7aa1a7eef8', 'name': 'tempest-TestShelveInstance-2120051884-router', 'tenant_id': '9195bf41a4b04faab6b957e00e379062', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T18:26:08Z', 'updated_at': '2021-05-31T18:31:39Z', 'revision_number': 6, 'project_id': '9195bf41a4b04faab6b957e00e379062', 'gw_port_host': None}] {{(pid=91756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 18:31:40.436450 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-2a52c660-b52d-450d-9e80-4d885c996d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10874071'] for port, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:40.439799 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-6dd09bba-3064-4e53-ab6d-cba73e3c200c tempest-VolumesActionsTest-1259455290 tempest-VolumesActionsTest-1259455290-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:31:40.482026 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a52c660-b52d-450d-9e80-4d885c996d46 admin admin] Pushing event deleted for resources: {'Port': ['ID=bde7b135-4a4a-4f7b-964f-936bb8402f15,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:31:40.485120 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-2a52c660-b52d-450d-9e80-4d885c996d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:31:40.571740 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-2a52c660-b52d-450d-9e80-4d885c996d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-960535'] for router_gateway, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:40.739847 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-2a52c660-b52d-450d-9e80-4d885c996d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-956314', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2143'] for router, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:40.742096 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-2a52c660-b52d-450d-9e80-4d885c996d46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:40.764922 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-2a52c660-b52d-450d-9e80-4d885c996d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-957606'] for router, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:40.765558 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a52c660-b52d-450d-9e80-4d885c996d46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e8844564-c5b1-4da6-8c81-8d7aa1a7eef8 {{(pid=91754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 18:31:40.778418 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-2a52c660-b52d-450d-9e80-4d885c996d46 admin admin] Notify callbacks [] for router, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:40.779513 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-2a52c660-b52d-450d-9e80-4d885c996d46 admin admin] 10.222.0.25 "DELETE /v2.0/routers/e8844564-c5b1-4da6-8c81-8d7aa1a7eef8 HTTP/1.1" status: 204 len: 168 time: 1.1340377 May 31 18:31:40.782060 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [-] (91754) accepted ('10.222.0.25', 37110) {{(pid=91754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:31:40.839837 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.db.db_base_plugin_v2 [None req-57401cb2-bf21-41d3-b3fd-cf4ce2fdba96 admin admin] Deleting subnet 304e766b-e582-443d-924e-9dd542a7bb63 {{(pid=91754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 18:31:40.842544 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-57401cb2-bf21-41d3-b3fd-cf4ce2fdba96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:40.981331 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-57401cb2-bf21-41d3-b3fd-cf4ce2fdba96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10873434'] for subnet, precommit_delete_associations {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:41.054232 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-57401cb2-bf21-41d3-b3fd-cf4ce2fdba96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4023773'] for subnet, precommit_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:41.305952 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-57401cb2-bf21-41d3-b3fd-cf4ce2fdba96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4028520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42598', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10873380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10908789'] for subnet, after_delete {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:41.309833 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-6cad126b-786f-4dff-a529-a67a7c5804ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:31:41.343893 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57401cb2-bf21-41d3-b3fd-cf4ce2fdba96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=304e766b-e582-443d-924e-9dd542a7bb63,revision_number=None']} {{(pid=91754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:31:41.346794 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG oslo_concurrency.lockutils [None req-57401cb2-bf21-41d3-b3fd-cf4ce2fdba96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:31:41.347754 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron_lib.callbacks.manager [None req-57401cb2-bf21-41d3-b3fd-cf4ce2fdba96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:41.353669 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48315636-b1d6-4dd2-a2a7-fa2aa2feb672 None None] Network 840fb734-dc38-4dcd-b5aa-be3a57de0df7 requested from dv-cinder-770050-4-smb {{(pid=91755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 18:31:41.356768 dv-cinder-770050-4-smb neutron-server[91754]: INFO neutron.wsgi [None req-57401cb2-bf21-41d3-b3fd-cf4ce2fdba96 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/304e766b-e582-443d-924e-9dd542a7bb63 HTTP/1.1" status: 204 len: 168 time: 0.5736442 May 31 18:31:41.356912 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 37114) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:31:41.559875 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c20e4a33-6307-4e7a-a601-deea8068fd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4129193'] for network, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:41.607249 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6f1aea-0010-497c-b6b7-7cf4f2d45cf1 None None] DHCP port deletion for 840fb734-dc38-4dcd-b5aa-be3a57de0df7 request from dv-cinder-770050-4-smb {{(pid=91755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 18:31:41.631158 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.plugin [None req-c20e4a33-6307-4e7a-a601-deea8068fd86 admin admin] Deleting port 011af699-b241-4d17-b4ce-69e6eca023a7 {{(pid=91753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:31:41.631498 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c20e4a33-6307-4e7a-a601-deea8068fd86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:41.671343 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-7c6f1aea-0010-497c-b6b7-7cf4f2d45cf1 None None] Deleting port 011af699-b241-4d17-b4ce-69e6eca023a7 {{(pid=91755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 18:31:41.671713 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-7c6f1aea-0010-497c-b6b7-7cf4f2d45cf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763744060227'] for port, before_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:41.729527 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.db [None req-c20e4a33-6307-4e7a-a601-deea8068fd86 admin admin] For port 011af699-b241-4d17-b4ce-69e6eca023a7, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=011af699-b241-4d17-b4ce-69e6eca023a7,segment=NetworkSegment(5ce4dc3c-bd62-474e-9e50-4eb268ba6080),segment_id=5ce4dc3c-bd62-474e-9e50-4eb268ba6080)] {{(pid=91753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:31:41.729880 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c20e4a33-6307-4e7a-a601-deea8068fd86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:41.765597 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.db [None req-7c6f1aea-0010-497c-b6b7-7cf4f2d45cf1 None None] For port 011af699-b241-4d17-b4ce-69e6eca023a7, host dv-cinder-770050-4-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-770050-4-smb',level=0,port_id=011af699-b241-4d17-b4ce-69e6eca023a7,segment=NetworkSegment(5ce4dc3c-bd62-474e-9e50-4eb268ba6080),segment_id=5ce4dc3c-bd62-474e-9e50-4eb268ba6080)] {{(pid=91755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 18:31:41.765980 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-7c6f1aea-0010-497c-b6b7-7cf4f2d45cf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-961755'] for port, precommit_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:41.848783 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.plugin [None req-c20e4a33-6307-4e7a-a601-deea8068fd86 admin admin] Calling delete_port for 011af699-b241-4d17-b4ce-69e6eca023a7 owned by network:dhcp {{(pid=91753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:31:41.882037 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-7c6f1aea-0010-497c-b6b7-7cf4f2d45cf1 None None] Calling delete_port for 011af699-b241-4d17-b4ce-69e6eca023a7 owned by network:dhcp {{(pid=91755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 18:31:41.893117 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c20e4a33-6307-4e7a-a601-deea8068fd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1833561'] for port, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:41.897829 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:31:41.924478 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-7c6f1aea-0010-497c-b6b7-7cf4f2d45cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-4081350', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-42591', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551399', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763744063654', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763743677404'] for port, after_delete {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:41.927888 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-b7593c70-0a49-48d5-ad59-8685ed523c58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:31:41.944349 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20e4a33-6307-4e7a-a601-deea8068fd86 admin admin] No DVR routers for this DVR port 011af699-b241-4d17-b4ce-69e6eca023a7 on host dv-cinder-770050-4-smb {{(pid=91753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:31:41.946436 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e4a33-6307-4e7a-a601-deea8068fd86 admin admin] Pushing event deleted for resources: {'Port': ['ID=011af699-b241-4d17-b4ce-69e6eca023a7,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:31:41.970903 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f1aea-0010-497c-b6b7-7cf4f2d45cf1 None None] Pushing event deleted for resources: {'Port': ['ID=011af699-b241-4d17-b4ce-69e6eca023a7,revision_number=None']} {{(pid=91755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:31:41.974156 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-c20e4a33-6307-4e7a-a601-deea8068fd86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:31:41.974319 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG oslo_concurrency.lockutils [None req-7c6f1aea-0010-497c-b6b7-7cf4f2d45cf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91755) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:31:41.976465 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6f1aea-0010-497c-b6b7-7cf4f2d45cf1 None None] No DVR routers for this DVR port 011af699-b241-4d17-b4ce-69e6eca023a7 on host dv-cinder-770050-4-smb {{(pid=91755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 18:31:42.060456 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c20e4a33-6307-4e7a-a601-deea8068fd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4026450', 'neutron.services.segments.db._delete_segments_for_network-8763744138716'] for network, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:42.073322 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.services.segments.db [None req-c20e4a33-6307-4e7a-a601-deea8068fd86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['840fb734-dc38-4dcd-b5aa-be3a57de0df7']}} {{(pid=91753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:31:42.084994 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.services.segments.db [None req-c20e4a33-6307-4e7a-a601-deea8068fd86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ce4dc3c-bd62-474e-9e50-4eb268ba6080') {'for_net_delete': True} {{(pid=91753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:31:42.085294 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.services.segments.db [None req-c20e4a33-6307-4e7a-a601-deea8068fd86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ce4dc3c-bd62-474e-9e50-4eb268ba6080') {} {{(pid=91753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 18:31:42.097062 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c20e4a33-6307-4e7a-a601-deea8068fd86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763744148125', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1817982'] for segment, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:42.113164 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c20e4a33-6307-4e7a-a601-deea8068fd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090'] for segment, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:42.118951 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c20e4a33-6307-4e7a-a601-deea8068fd86 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=91753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 18:31:42.119321 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c20e4a33-6307-4e7a-a601-deea8068fd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4026090', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1833484'] for segment, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:42.131826 dv-cinder-770050-4-smb neutron-server[91753]: Traceback (most recent call last): May 31 18:31:42.131826 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 18:31:42.131826 dv-cinder-770050-4-smb neutron-server[91753]: timer() May 31 18:31:42.131826 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 18:31:42.131826 dv-cinder-770050-4-smb neutron-server[91753]: cb(*args, **kw) May 31 18:31:42.131826 dv-cinder-770050-4-smb neutron-server[91753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 18:31:42.131826 dv-cinder-770050-4-smb neutron-server[91753]: return func(*args, **kwargs) May 31 18:31:42.131826 dv-cinder-770050-4-smb neutron-server[91753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 18:31:42.131826 dv-cinder-770050-4-smb neutron-server[91753]: self._notify() May 31 18:31:42.131826 dv-cinder-770050-4-smb neutron-server[91753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 18:31:42.131826 dv-cinder-770050-4-smb neutron-server[91753]: self.callback(batched_events) May 31 18:31:42.131826 dv-cinder-770050-4-smb neutron-server[91753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 18:31:42.131826 dv-cinder-770050-4-smb neutron-server[91753]: event.method(event) May 31 18:31:42.131826 dv-cinder-770050-4-smb neutron-server[91753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 18:31:42.131826 dv-cinder-770050-4-smb neutron-server[91753]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 18:31:42.131826 dv-cinder-770050-4-smb neutron-server[91753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 18:31:42.131826 dv-cinder-770050-4-smb neutron-server[91753]: aggregate_uuid = self.p_client.list_aggregates( May 31 18:31:42.131826 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 18:31:42.131826 dv-cinder-770050-4-smb neutron-server[91753]: return f(self, *a, **k) May 31 18:31:42.131826 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 18:31:42.131826 dv-cinder-770050-4-smb neutron-server[91753]: return self._get(url).json() May 31 18:31:42.131826 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 18:31:42.131826 dv-cinder-770050-4-smb neutron-server[91753]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 18:31:42.131826 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 18:31:42.131826 dv-cinder-770050-4-smb neutron-server[91753]: return self.request(url, 'GET', **kwargs) May 31 18:31:42.131826 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 18:31:42.131826 dv-cinder-770050-4-smb neutron-server[91753]: base_url = self.get_endpoint(auth, allow=allow, May 31 18:31:42.131826 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 18:31:42.131826 dv-cinder-770050-4-smb neutron-server[91753]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 18:31:42.131826 dv-cinder-770050-4-smb neutron-server[91753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 18:31:42.131826 dv-cinder-770050-4-smb neutron-server[91753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 18:31:42.131826 dv-cinder-770050-4-smb neutron-server[91753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 18:31:42.205305 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c20e4a33-6307-4e7a-a601-deea8068fd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4026459', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-940346', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-551420', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-960522'] for network, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:42.208824 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:31:42.221652 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-c20e4a33-6307-4e7a-a601-deea8068fd86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551385'] for network, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:42.231327 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e4a33-6307-4e7a-a601-deea8068fd86 admin admin] Pushing event deleted for resources: {'Network': ['ID=840fb734-dc38-4dcd-b5aa-be3a57de0df7,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:31:42.235422 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-c20e4a33-6307-4e7a-a601-deea8068fd86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:31:42.238594 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-c20e4a33-6307-4e7a-a601-deea8068fd86 admin admin] 10.222.0.25 "DELETE /v2.0/networks/840fb734-dc38-4dcd-b5aa-be3a57de0df7 HTTP/1.1" status: 204 len: 168 time: 0.8806925 May 31 18:31:42.344140 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device dcd149d5-d951-4d25-9e98-0167d4827cf2 no longer exists at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:31:42.355285 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 37120) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:31:42.378987 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] No Port match for: dcd149d5-d951-4d25-9e98-0167d4827cf2 {{(pid=91755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:31:42.379566 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device dcd149d5-d951-4d25-9e98-0167d4827cf2 not bound to the agent host dv-cinder-770050-4-smb {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:31:42.379743 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 011af699-b241-4d17-b4ce-69e6eca023a7 no longer exists at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:31:42.403710 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-498dd364-9431-4fb1-8e5a-7a10e1fb303f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=71e173376bb2401c9a4bd03dc519309c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472298 May 31 18:31:42.406077 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 37124) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:31:42.413798 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] No Port match for: 011af699-b241-4d17-b4ce-69e6eca023a7 {{(pid=91755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:31:42.414432 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device 011af699-b241-4d17-b4ce-69e6eca023a7 not bound to the agent host dv-cinder-770050-4-smb {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:31:42.415011 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device bde7b135-4a4a-4f7b-964f-936bb8402f15 no longer exists at agent ovs-agent-dv-cinder-770050-4-smb {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 18:31:42.451028 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] No Port match for: bde7b135-4a4a-4f7b-964f-936bb8402f15 {{(pid=91755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 18:31:42.451373 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron.plugins.ml2.rpc [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Device bde7b135-4a4a-4f7b-964f-936bb8402f15 not bound to the agent host dv-cinder-770050-4-smb {{(pid=91755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 18:31:42.465842 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-f2f4c058-619a-4591-8a6c-c8d6482ad7a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:42.490477 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-f2f4c058-619a-4591-8a6c-c8d6482ad7a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:42.544668 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-f2f4c058-619a-4591-8a6c-c8d6482ad7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:42.549160 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-c18a36e4-5e90-46b6-86f7-876f85e944c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:31:42.565252 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f4c058-619a-4591-8a6c-c8d6482ad7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4692ef1-971a-4808-b780-28267d847600,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:31:42.567606 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-f2f4c058-619a-4591-8a6c-c8d6482ad7a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:31:42.569763 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-f2f4c058-619a-4591-8a6c-c8d6482ad7a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:42.570745 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-f2f4c058-619a-4591-8a6c-c8d6482ad7a6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c4692ef1-971a-4808-b780-28267d847600 HTTP/1.1" status: 204 len: 168 time: 0.1637833 May 31 18:31:42.904215 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 37132) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:31:42.952519 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-b24bc18c-2fa1-4c9e-ac2c-1a5feae1d466 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9195bf41a4b04faab6b957e00e379062&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470548 May 31 18:31:42.954713 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [-] (91753) accepted ('10.222.0.25', 37136) {{(pid=91753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 18:31:43.010065 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-788e24a8-1cbb-4add-bb6d-cfd5c08d049f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:43.034944 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-788e24a8-1cbb-4add-bb6d-cfd5c08d049f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:43.085660 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-788e24a8-1cbb-4add-bb6d-cfd5c08d049f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-940360'] for security_group, after_delete {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:43.090881 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-36856594-649f-4289-a174-cce06748df83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 18:31:43.100941 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788e24a8-1cbb-4add-bb6d-cfd5c08d049f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58853bfb-18f0-4cb8-bdd2-a96983473aaa,revision_number=None']} {{(pid=91753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 18:31:43.104876 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG oslo_concurrency.lockutils [None req-788e24a8-1cbb-4add-bb6d-cfd5c08d049f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91753) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 18:31:43.108128 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron_lib.callbacks.manager [None req-788e24a8-1cbb-4add-bb6d-cfd5c08d049f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:43.109277 dv-cinder-770050-4-smb neutron-server[91753]: INFO neutron.wsgi [None req-788e24a8-1cbb-4add-bb6d-cfd5c08d049f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/58853bfb-18f0-4cb8-bdd2-a96983473aaa HTTP/1.1" status: 204 len: 168 time: 0.1537097 May 31 18:31:46.016199 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-5b840025-17e6-48ca-b58b-462a6a14087f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:48.558440 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-ed61b4db-583e-488a-af12-20f382c6b3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:48.588828 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:48.687890 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:49.559664 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:51.261062 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:31:52.042035 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.agents_db [None req-6172caff-413f-4f38-b24a-66359638417e None None] Agent healthcheck: found 6 active agents {{(pid=91756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:32:16.016744 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-c53eb0c0-3c9f-4adb-9713-a342ac561dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:32:18.559132 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-ca4c61db-74de-44af-9881-d7c9dd7085e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:32:18.590041 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:32:18.703737 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:32:19.562902 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:32:21.264498 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:32:29.041082 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.agents_db [None req-6172caff-413f-4f38-b24a-66359638417e None None] Agent healthcheck: found 6 active agents {{(pid=91756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:32:46.018532 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-f0f896d5-db88-48c9-b940-c294b6053180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:32:48.560255 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-dc0b23aa-e6df-41d4-a2f6-f3d1eeaf7843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:32:48.589669 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:32:48.702934 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:32:49.565587 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:32:51.266872 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:06.040057 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.agents_db [None req-6172caff-413f-4f38-b24a-66359638417e None None] Agent healthcheck: found 6 active agents {{(pid=91756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:33:16.020531 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cf2cfa5b-4e82-43c9-a487-d2d9b8f8ad1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:18.561631 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-8a6bf7f4-4cc2-4584-923f-8c7844616e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:18.589443 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:18.701279 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:19.568240 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:21.274408 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:43.039051 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.agents_db [None req-6172caff-413f-4f38-b24a-66359638417e None None] Agent healthcheck: found 6 active agents {{(pid=91756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:33:46.027641 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e7523509-b04a-4fbb-bcdc-7506514a581d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:48.562124 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-619ef6a5-0b78-4b8c-9c96-560608e2f627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:48.590421 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:48.700622 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:49.571463 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:33:51.274547 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:16.019129 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-337811e9-88dc-45c1-8fd1-14c9d07cd3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:18.532923 dv-cinder-770050-4-smb neutron-server[91753]: DEBUG neutron.wsgi [req-8f46c875-0fc1-4391-b365-84b2d1fab91d req-40d30232-efa8-4e36-b3da-47ca6db3cb33 service neutron] (91753) timed out ('10.222.0.20', 56034) {{(pid=91753) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 18:34:18.563406 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-453194e5-910c-44e0-8738-ee8d7ff6e921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:18.591148 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:18.704178 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:19.386468 dv-cinder-770050-4-smb neutron-server[91754]: DEBUG neutron.wsgi [req-9f1048f7-d9fd-4b42-a212-654da0e01cdd req-79b11ef1-46b2-4afc-b27b-eced98c64912 service neutron] (91754) timed out ('10.222.0.20', 56004) {{(pid=91754) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 18:34:19.574563 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:20.037897 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.agents_db [None req-6172caff-413f-4f38-b24a-66359638417e None None] Agent healthcheck: found 6 active agents {{(pid=91756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:34:21.278232 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:46.020304 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-caa3d1a5-248b-43c8-b36e-0a11c395cd93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:48.563993 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-ce813c33-5968-4006-82bf-edae8b71a6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:48.592310 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:48.697678 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:49.576514 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:51.280856 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:34:57.036586 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.agents_db [None req-6172caff-413f-4f38-b24a-66359638417e None None] Agent healthcheck: found 6 active agents {{(pid=91756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:35:16.022705 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-09805324-175c-4c13-85a0-9c0691d977be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:35:18.565113 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-3e460b1d-60c9-4f00-ad55-da49e5bb638c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:35:18.592551 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:35:18.713754 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:35:19.579852 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:35:21.282306 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:35:34.035225 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.agents_db [None req-6172caff-413f-4f38-b24a-66359638417e None None] Agent healthcheck: found 6 active agents {{(pid=91756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:35:46.024721 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-52450525-7928-4481-9960-a916236a6ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:35:48.565173 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0472ccaa-8573-47bb-84e0-f5e15b5df031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:35:48.593311 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:35:48.712836 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:35:49.583987 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:35:51.285366 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:11.034523 dv-cinder-770050-4-smb neutron-server[91756]: DEBUG neutron.db.agents_db [None req-6172caff-413f-4f38-b24a-66359638417e None None] Agent healthcheck: found 6 active agents {{(pid=91756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 18:36:16.025201 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-ca02cbce-aa23-4ed5-bb22-3667163c7e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:18.566992 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0ca82f79-5c54-42a9-ad4e-c43dc54c7ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:18.594997 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-e1c9923b-246c-4f21-b6ed-eae9f5189525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:18.742076 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-0757f9bc-affc-4fd1-894a-d9cfb1d60f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:19.585682 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-b4a21855-2550-4df6-aa4c-4855e95e11fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 18:36:21.287239 dv-cinder-770050-4-smb neutron-server[91755]: DEBUG neutron_lib.callbacks.manager [None req-cd6701d8-7b6f-42f2-a70f-268ce755f6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763744138734', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4000156'] for agent, after_update {{(pid=91755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}